2024-11-15 18:13:58,948 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-15 18:13:59,007 main DEBUG Took 0.046870 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 18:13:59,007 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 18:13:59,008 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 18:13:59,009 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 18:13:59,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,036 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 18:13:59,092 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,096 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,097 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,099 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,100 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,102 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,121 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,122 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,123 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,124 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,125 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,127 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:13:59,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,129 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 18:13:59,130 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:13:59,132 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 18:13:59,135 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 18:13:59,136 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 18:13:59,138 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 18:13:59,139 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 18:13:59,151 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 18:13:59,157 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 18:13:59,160 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 18:13:59,162 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 18:13:59,163 main DEBUG createAppenders(={Console}) 2024-11-15 18:13:59,166 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 initialized 2024-11-15 18:13:59,172 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-15 18:13:59,172 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 OK. 2024-11-15 18:13:59,175 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 18:13:59,175 main DEBUG OutputStream closed 2024-11-15 18:13:59,175 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 18:13:59,176 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 18:13:59,177 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d5c822d OK 2024-11-15 18:13:59,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 18:13:59,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 18:13:59,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 18:13:59,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 18:13:59,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 18:13:59,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 18:13:59,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 18:13:59,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 18:13:59,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 18:13:59,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 18:13:59,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 18:13:59,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 18:13:59,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 18:13:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 18:13:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 18:13:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 18:13:59,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 18:13:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 18:13:59,478 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 18:13:59,479 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@c9d0d6) with optional ClassLoader: null 2024-11-15 18:13:59,480 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 18:13:59,482 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@c9d0d6] started OK. 2024-11-15T18:13:59,584 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-15 18:13:59,591 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 18:13:59,592 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T18:14:00,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee 2024-11-15T18:14:00,373 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-15T18:14:00,384 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:14:00,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:14:00,441 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0, deleteOnExit=true 2024-11-15T18:14:00,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:14:00,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/test.cache.data in system properties and HBase conf 2024-11-15T18:14:00,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:14:00,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:14:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:14:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:14:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:14:00,797 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T18:14:01,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:14:01,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:01,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:01,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:14:01,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:01,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:14:01,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:14:01,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:01,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:01,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:14:01,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:14:01,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:14:01,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:01,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:14:01,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:14:03,194 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T18:14:03,396 INFO [Time-limited test {}] log.Log(170): Logging initialized @6923ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T18:14:03,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:03,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:04,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:04,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:04,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:04,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:04,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:04,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:04,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir/jetty-localhost-36063-hadoop-hdfs-3_4_1-tests_jar-_-any-1289948512796303395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:14:04,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:36063} 2024-11-15T18:14:04,556 INFO [Time-limited test {}] server.Server(415): Started @8093ms 2024-11-15T18:14:05,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:05,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:05,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:05,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:05,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:05,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:05,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:05,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6628e1d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir/jetty-localhost-39719-hadoop-hdfs-3_4_1-tests_jar-_-any-5180658985767852503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:05,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:39719} 2024-11-15T18:14:05,817 INFO [Time-limited test {}] server.Server(415): Started @9354ms 2024-11-15T18:14:05,961 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:14:07,582 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/data/data2/current/BP-2047225350-172.17.0.2-1731694442451/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:07,585 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/data/data1/current/BP-2047225350-172.17.0.2-1731694442451/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:07,734 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:14:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66683e0aa612ca06 with lease ID 0x79a19e28ab503e4b: Processing first storage report for DS-d33c483c-7f75-4935-8194-0f4665c68329 from datanode DatanodeRegistration(127.0.0.1:36287, datanodeUuid=9c51cade-9a7c-42b4-8ad9-057b789e0ac5, infoPort=43809, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=243745715;c=1731694442451) 2024-11-15T18:14:07,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66683e0aa612ca06 with lease ID 0x79a19e28ab503e4b: from storage DS-d33c483c-7f75-4935-8194-0f4665c68329 node DatanodeRegistration(127.0.0.1:36287, datanodeUuid=9c51cade-9a7c-42b4-8ad9-057b789e0ac5, infoPort=43809, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=243745715;c=1731694442451), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T18:14:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66683e0aa612ca06 with lease ID 0x79a19e28ab503e4b: Processing first storage report for DS-ea6e94d0-1dd8-4140-88b2-a51686c108a7 from datanode DatanodeRegistration(127.0.0.1:36287, datanodeUuid=9c51cade-9a7c-42b4-8ad9-057b789e0ac5, infoPort=43809, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=243745715;c=1731694442451) 2024-11-15T18:14:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66683e0aa612ca06 with lease ID 0x79a19e28ab503e4b: from storage DS-ea6e94d0-1dd8-4140-88b2-a51686c108a7 node DatanodeRegistration(127.0.0.1:36287, datanodeUuid=9c51cade-9a7c-42b4-8ad9-057b789e0ac5, infoPort=43809, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=243745715;c=1731694442451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:14:07,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee 2024-11-15T18:14:08,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/zookeeper_0, clientPort=55957, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:14:08,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55957 2024-11-15T18:14:08,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:08,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:14:09,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb with version=8 2024-11-15T18:14:09,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging 2024-11-15T18:14:09,084 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-15T18:14:09,084 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-15T18:14:09,085 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-15T18:14:09,085 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-15T18:14:09,244 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T18:14:09,703 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e3b17656000:0 server-side Connection retries=45 2024-11-15T18:14:09,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:09,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:09,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:09,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:09,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:10,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:14:10,264 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T18:14:10,281 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T18:14:10,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:10,338 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 139372 (auto-detected) 2024-11-15T18:14:10,340 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T18:14:10,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45423 2024-11-15T18:14:10,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45423 connecting to ZooKeeper ensemble=127.0.0.1:55957 2024-11-15T18:14:10,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454230x0, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:10,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45423-0x10140fde0a70000 connected 2024-11-15T18:14:10,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:10,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:10,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T18:14:10,868 INFO [Time-limited test {}] log.Log(170): Logging initialized @14405ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T18:14:10,962 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-15T18:14:10,963 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-15T18:14:10,964 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-15T18:14:10,966 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-15T18:14:10,968 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-15T18:14:10,971 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-15T18:14:10,972 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-15T18:14:10,972 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-15T18:14:10,976 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-15T18:14:11,136 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36967 2024-11-15T18:14:11,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T18:14:11,221 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T18:14:11,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2d48986c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:11,225 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T18:14:11,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5007e8a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-15T18:14:11,328 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-15T18:14:11,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:11,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:11,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:11,353 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T18:14:12,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@18774686{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-15T18:14:12,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b2cbf62{HTTP/1.1, (http/1.1)}{0.0.0.0:36967} 2024-11-15T18:14:12,335 INFO [Time-limited test {}] server.Server(415): Started @15872ms 2024-11-15T18:14:12,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb, hbase.cluster.distributed=false 2024-11-15T18:14:12,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-15T18:14:12,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45423 2024-11-15T18:14:12,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45423 2024-11-15T18:14:12,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45423 2024-11-15T18:14:12,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45423 2024-11-15T18:14:12,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45423 2024-11-15T18:14:12,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e3b17656000:0 server-side Connection retries=45 2024-11-15T18:14:12,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:12,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:12,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:12,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:12,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:12,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:14:12,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:12,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36071 2024-11-15T18:14:12,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36071 connecting to ZooKeeper ensemble=127.0.0.1:55957 2024-11-15T18:14:12,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:12,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:12,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360710x0, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:12,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360710x0, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T18:14:12,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36071-0x10140fde0a70001 connected 2024-11-15T18:14:12,708 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-15T18:14:12,708 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-15T18:14:12,709 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-15T18:14:12,709 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-15T18:14:12,713 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-15T18:14:12,720 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-15T18:14:12,723 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-15T18:14:12,723 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-15T18:14:12,724 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-15T18:14:12,726 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42879 2024-11-15T18:14:12,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T18:14:12,740 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T18:14:12,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@638beb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:12,741 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T18:14:12,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3318d839{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-15T18:14:12,774 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-15T18:14:12,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:12,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:12,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:12,779 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T18:14:12,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@17da9b47{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-15T18:14:12,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@126a703e{HTTP/1.1, (http/1.1)}{0.0.0.0:42879} 2024-11-15T18:14:12,787 INFO [Time-limited test {}] server.Server(415): Started @16324ms 2024-11-15T18:14:12,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:14:12,813 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:14:12,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-15T18:14:12,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-15T18:14:12,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36071 2024-11-15T18:14:12,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36071 2024-11-15T18:14:12,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36071 2024-11-15T18:14:12,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36071 2024-11-15T18:14:12,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36071 2024-11-15T18:14:12,904 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e3b17656000:45423 2024-11-15T18:14:12,918 INFO [master/4e3b17656000:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T18:14:12,925 INFO [master/4e3b17656000:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@13cc74d7{HTTP/1.1, (http/1.1)}{0.0.0.0:35239} 2024-11-15T18:14:12,925 INFO [master/4e3b17656000:0:becomeActiveMaster {}] server.Server(415): Started @16462ms 2024-11-15T18:14:12,925 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/4e3b17656000,45423,1731694449371 2024-11-15T18:14:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T18:14:12,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T18:14:12,948 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/4e3b17656000,45423,1731694449371 2024-11-15T18:14:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-15T18:14:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:13,019 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-15T18:14:13,029 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/4e3b17656000,45423,1731694449371 from backup master directory 2024-11-15T18:14:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T18:14:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/4e3b17656000,45423,1731694449371 2024-11-15T18:14:13,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T18:14:13,043 WARN [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:13,044 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e3b17656000,45423,1731694449371 2024-11-15T18:14:13,048 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T18:14:13,051 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T18:14:13,154 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase.id] with ID: 7f9fe547-3df4-484f-8069-3615c1345609 2024-11-15T18:14:13,154 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.tmp/hbase.id 2024-11-15T18:14:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:14:13,571 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.tmp/hbase.id]:[hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase.id] 2024-11-15T18:14:13,752 INFO [master/4e3b17656000:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:13,760 INFO [master/4e3b17656000:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:14:13,805 INFO [master/4e3b17656000:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 38ms. 2024-11-15T18:14:13,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:13,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:14:14,383 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:14,403 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:14:14,413 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T18:14:14,424 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T18:14:14,441 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:14,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:14:14,991 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store 2024-11-15T18:14:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:14:15,489 INFO [master/4e3b17656000:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T18:14:15,493 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:15,504 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:14:15,504 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:15,504 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:15,506 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:14:15,506 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:15,507 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:15,508 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694455503Disabling compacts and flushes for region at 1731694455503Disabling writes for close at 1731694455506 (+3 ms)Writing region close event to WAL at 1731694455507 (+1 ms)Closed at 1731694455507 2024-11-15T18:14:15,520 WARN [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/.initializing 2024-11-15T18:14:15,520 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/WALs/4e3b17656000,45423,1731694449371 2024-11-15T18:14:15,533 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:15,541 INFO [master/4e3b17656000:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4e3b17656000,45423,1731694449371.regiongroup-0 2024-11-15T18:14:15,561 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C45423%2C1731694449371.4e3b17656000%2C45423%2C1731694449371.regiongroup-0, suffix=, logDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/WALs/4e3b17656000,45423,1731694449371, archiveDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/oldWALs, maxLogs=10 2024-11-15T18:14:15,594 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/WALs/4e3b17656000,45423,1731694449371/4e3b17656000%2C45423%2C1731694449371.4e3b17656000%2C45423%2C1731694449371.regiongroup-0.1731694455567, exclude list is [], retry=0 2024-11-15T18:14:15,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:14:15,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T18:14:15,678 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/WALs/4e3b17656000,45423,1731694449371/4e3b17656000%2C45423%2C1731694449371.4e3b17656000%2C45423%2C1731694449371.regiongroup-0.1731694455567 2024-11-15T18:14:15,679 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:14:15,680 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:15,681 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:15,687 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,689 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:14:15,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:15,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:15,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:14:15,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:15,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:15,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:14:15,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:15,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:15,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:14:15,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:15,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:15,903 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,914 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,917 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,932 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,933 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,939 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:14:15,955 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:15,971 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:15,980 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10185602560, jitterRate=-0.0513918399810791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:14:16,003 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694455716Initializing all the Stores at 1731694455723 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694455727 (+4 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694455731 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694455731Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694455731Cleaning up temporary data from old regions at 1731694455933 (+202 ms)Region opened successfully at 1731694456003 (+70 ms) 2024-11-15T18:14:16,006 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:14:16,078 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae173b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T18:14:16,193 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:14:16,218 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:14:16,219 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:14:16,228 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:14:16,230 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T18:14:16,238 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-15T18:14:16,240 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:14:16,315 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:14:16,440 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-15T18:14:16,479 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-15T18:14:16,482 INFO [master/4e3b17656000:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:14:16,492 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:14:16,517 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-15T18:14:16,520 INFO [master/4e3b17656000:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:14:16,549 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:14:16,562 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-15T18:14:16,567 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:14:16,583 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-15T18:14:16,627 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:14:16,646 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-15T18:14:16,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-15T18:14:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-15T18:14:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:16,686 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e3b17656000,45423,1731694449371, sessionid=0x10140fde0a70000, setting cluster-up flag (Was=false) 2024-11-15T18:14:16,704 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-15T18:14:16,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:16,818 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-15T18:14:16,839 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e3b17656000,45423,1731694449371 2024-11-15T18:14:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:16,987 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-15T18:14:17,032 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e3b17656000,45423,1731694449371 2024-11-15T18:14:17,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:17,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:17,144 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-15T18:14:17,187 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e3b17656000,45423,1731694449371 2024-11-15T18:14:17,205 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:14:17,321 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(746): ClusterId : 7f9fe547-3df4-484f-8069-3615c1345609 2024-11-15T18:14:17,323 INFO [RS:0;4e3b17656000:36071 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-15T18:14:17,326 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:14:17,398 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:14:17,399 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-15T18:14:17,453 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:17,469 INFO [master/4e3b17656000:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:14:17,485 INFO [master/4e3b17656000:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:14:17,494 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e3b17656000,45423,1731694449371 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:14:17,545 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:17,546 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:17,546 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:17,546 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:17,546 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e3b17656000:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:14:17,546 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:17,547 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:17,547 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:17,553 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-15T18:14:17,553 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:14:17,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:17,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:14:17,566 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694487565 2024-11-15T18:14:17,568 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:14:17,570 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:14:17,577 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:14:17,578 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-15T18:14:17,578 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:14:17,579 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:14:17,579 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:14:17,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:17,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:14:17,599 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:17,615 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:14:17,616 DEBUG [RS:0;4e3b17656000:36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d593db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T18:14:17,643 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:14:17,645 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:14:17,645 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:14:17,672 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e3b17656000:36071 2024-11-15T18:14:17,683 INFO [RS:0;4e3b17656000:36071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:14:17,683 INFO [RS:0;4e3b17656000:36071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:14:17,684 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:14:17,694 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e3b17656000,45423,1731694449371 with port=36071, startcode=1731694452536 2024-11-15T18:14:17,704 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a05b406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:17,704 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:14:17,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:14:17,724 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:17,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:14:17,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:17,738 DEBUG [RS:0;4e3b17656000:36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:14:17,786 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:14:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:14:17,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:17,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:14:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763d1b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:17,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:14:17,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:17,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:17,840 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:17,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:14:17,845 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:14:17,850 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45423 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:14:17,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a7d9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:17,854 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-15T18:14:17,869 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:14:17,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:14:17,869 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:14:17,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:17,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:17,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:14:17,891 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731694457881,5,FailOnTimeoutGroup] 2024-11-15T18:14:17,895 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731694457891,5,FailOnTimeoutGroup] 2024-11-15T18:14:17,896 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:17,897 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:14:17,899 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:17,902 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:17,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:14:17,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:17,913 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T18:14:17,913 WARN [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T18:14:17,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:17,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:14:17,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:14:17,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:17,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:17,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:14:17,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:14:17,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:17,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:17,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:14:17,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740 2024-11-15T18:14:18,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740 2024-11-15T18:14:18,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:14:18,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:14:18,023 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e3b17656000,45423,1731694449371 with port=36071, startcode=1731694452536 2024-11-15T18:14:18,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e3b17656000,36071,1731694452536 2024-11-15T18:14:18,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45423 {}] master.ServerManager(517): Registering regionserver=4e3b17656000,36071,1731694452536 2024-11-15T18:14:18,035 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:14:18,042 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:18,042 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34959 2024-11-15T18:14:18,042 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=36967 2024-11-15T18:14:18,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:14:18,097 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:18,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11193933440, jitterRate=0.04251629114151001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:14:18,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694457820Initializing all the Stores at 1731694457835 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694457835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694457838 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694457839 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694457839Cleaning up temporary data from old regions at 1731694458023 (+184 ms)Region opened successfully at 1731694458110 (+87 ms) 2024-11-15T18:14:18,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:14:18,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:14:18,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:14:18,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:14:18,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:14:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-15T18:14:18,130 DEBUG [RS:0;4e3b17656000:36071 {}] zookeeper.ZKUtil(111): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rs/4e3b17656000,36071,1731694452536 2024-11-15T18:14:18,130 WARN [RS:0;4e3b17656000:36071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:18,130 INFO [RS:0;4e3b17656000:36071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T18:14:18,130 INFO [RS:0;4e3b17656000:36071 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T18:14:18,131 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536 2024-11-15T18:14:18,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:14:18,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694458110Disabling compacts and flushes for region at 1731694458110Disabling writes for close at 1731694458111 (+1 ms)Writing region close event to WAL at 1731694458134 (+23 ms)Closed at 1731694458134 2024-11-15T18:14:18,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:18,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:14:18,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:14:18,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e3b17656000,36071,1731694452536] 2024-11-15T18:14:18,178 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:14:18,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:14:18,251 INFO [RS:0;4e3b17656000:36071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:14:18,343 WARN [4e3b17656000:45423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:14:18,345 INFO [RS:0;4e3b17656000:36071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:14:18,379 INFO [RS:0;4e3b17656000:36071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:14:18,379 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,389 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:14:18,415 INFO [RS:0;4e3b17656000:36071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:14:18,417 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,422 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,422 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,422 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,423 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,423 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,423 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:18,424 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,424 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,424 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,425 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,425 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,425 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:18,426 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:18,426 DEBUG [RS:0;4e3b17656000:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:18,463 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,464 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,464 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,464 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,464 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,464 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,36071,1731694452536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:18,522 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:14:18,525 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,36071,1731694452536-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,526 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,527 INFO [RS:0;4e3b17656000:36071 {}] regionserver.Replication(171): 4e3b17656000,36071,1731694452536 started 2024-11-15T18:14:18,589 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:18,590 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1482): Serving as 4e3b17656000,36071,1731694452536, RpcServer on 4e3b17656000/172.17.0.2:36071, sessionid=0x10140fde0a70001 2024-11-15T18:14:18,591 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:14:18,591 DEBUG [RS:0;4e3b17656000:36071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e3b17656000,36071,1731694452536 2024-11-15T18:14:18,591 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,36071,1731694452536' 2024-11-15T18:14:18,592 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-15T18:14:18,603 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-15T18:14:18,607 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:14:18,607 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-15T18:14:18,608 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,36071,1731694452536' 2024-11-15T18:14:18,608 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:14:18,611 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:14:18,619 INFO [RS:0;4e3b17656000:36071 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-15T18:14:18,620 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-15T18:14:18,620 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:14:18,620 DEBUG [RS:0;4e3b17656000:36071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e3b17656000,36071,1731694452536 2024-11-15T18:14:18,620 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,36071,1731694452536' 2024-11-15T18:14:18,620 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-15T18:14:18,634 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-15T18:14:18,647 DEBUG [RS:0;4e3b17656000:36071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:14:18,647 INFO [RS:0;4e3b17656000:36071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:14:18,647 INFO [RS:0;4e3b17656000:36071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:14:18,758 INFO [RS:0;4e3b17656000:36071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:18,767 INFO [RS:0;4e3b17656000:36071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4e3b17656000,36071,1731694452536.regiongroup-0 2024-11-15T18:14:18,786 INFO [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0, suffix=, logDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536, archiveDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs, maxLogs=32 2024-11-15T18:14:18,818 DEBUG [RS:0;4e3b17656000:36071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694458790, exclude list is [], retry=0 2024-11-15T18:14:18,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:14:18,867 INFO [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694458790 2024-11-15T18:14:18,883 DEBUG [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:14:19,098 DEBUG [4e3b17656000:45423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:14:19,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:19,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,36071,1731694452536, state=OPENING 2024-11-15T18:14:19,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:14:19,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:19,229 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:14:19,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:14:19,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T18:14:19,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:19,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T18:14:19,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:14:19,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:14:19,517 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:14:19,518 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T18:14:19,518 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T18:14:19,518 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:19,519 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:14:19,539 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C36071%2C1731694452536.meta, suffix=.meta, logDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536, archiveDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs, maxLogs=32 2024-11-15T18:14:19,580 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694459542.meta, exclude list is [], retry=0 2024-11-15T18:14:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:14:19,609 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694459542.meta 2024-11-15T18:14:19,615 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:14:19,615 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:19,631 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:19,633 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:14:19,638 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:14:19,643 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:14:19,656 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:14:19,661 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:19,662 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:14:19,672 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:14:19,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:14:19,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:14:19,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:19,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:14:19,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:14:19,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:14:19,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:14:19,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:19,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:14:19,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:14:19,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:19,738 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:14:19,741 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740 2024-11-15T18:14:19,745 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740 2024-11-15T18:14:19,750 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:14:19,751 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:14:19,752 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:14:19,757 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:14:19,759 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10847163840, jitterRate=0.010220855474472046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:14:19,760 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:14:19,766 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694459673Writing region info on filesystem at 1731694459673Initializing all the Stores at 1731694459687 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694459687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694459694 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694459695 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694459695Cleaning up temporary data from old regions at 1731694459751 (+56 ms)Running coprocessor post-open hooks at 1731694459760 (+9 ms)Region opened successfully at 1731694459766 (+6 ms) 2024-11-15T18:14:19,776 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694459455 2024-11-15T18:14:19,792 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:14:19,792 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:14:19,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:19,799 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,36071,1731694452536, state=OPEN 2024-11-15T18:14:19,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-15T18:14:19,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T18:14:19,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e3b17656000,36071,1731694452536 2024-11-15T18:14:19,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-15T18:14:19,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T18:14:19,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:14:19,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,36071,1731694452536 in 640 msec 2024-11-15T18:14:19,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:14:19,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.7410 sec 2024-11-15T18:14:19,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:19,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:14:19,966 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:19,969 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:20,003 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:20,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:20,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.7620 sec 2024-11-15T18:14:20,081 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694460080, completionTime=-1 2024-11-15T18:14:20,085 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:14:20,085 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T18:14:20,130 INFO [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T18:14:20,130 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694520130 2024-11-15T18:14:20,130 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694580130 2024-11-15T18:14:20,131 INFO [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 45 msec 2024-11-15T18:14:20,135 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45423,1731694449371-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,136 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45423,1731694449371-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,136 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45423,1731694449371-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,138 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e3b17656000:45423, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,139 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,143 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,155 DEBUG [master/4e3b17656000:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:14:20,194 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 7.150sec 2024-11-15T18:14:20,196 INFO [master/4e3b17656000:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:14:20,198 INFO [master/4e3b17656000:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:14:20,199 INFO [master/4e3b17656000:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:14:20,200 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:14:20,200 INFO [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:14:20,201 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45423,1731694449371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:20,202 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45423,1731694449371-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:14:20,227 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:14:20,229 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:14:20,229 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45423,1731694449371-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:14:20,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:20,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46939077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:20,255 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T18:14:20,255 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T18:14:20,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:14:20,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-15T18:14:20,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:14:20,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:14:20,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:14:20,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:20,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:14:20,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:20,281 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:14:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:14:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd5ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:14:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:20,297 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:20,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d5e7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:20,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:20,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:20,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:20,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e3b17656000,45423,1731694449371 2024-11-15T18:14:20,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-15T18:14:20,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/test.cache.data in system properties and HBase conf 2024-11-15T18:14:20,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:14:20,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:14:20,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:14:20,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:14:20,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:14:20,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:20,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:20,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:14:20,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:14:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:14:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:14:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:14:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:14:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:14:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:14:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741835_1011 (size=592039) 2024-11-15T18:14:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741836_1012 (size=1663647) 2024-11-15T18:14:23,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:23,670 WARN [Thread-252 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:24,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:24,021 WARN [Thread-252 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T18:14:24,022 INFO [Thread-252 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:24,091 INFO [Thread-252 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:24,091 INFO [Thread-252 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:24,091 INFO [Thread-252 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:24,099 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a9c1fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:24,100 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be83c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:24,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:24,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:24,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:24,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:24,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426811c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:24,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccdffea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:24,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:14:24,265 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-15T18:14:24,267 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-15T18:14:24,267 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T18:14:24,270 INFO [Thread-252 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T18:14:24,334 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:24,400 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:24,722 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-15T18:14:24,748 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ba2c122{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir/jetty-localhost-38211-hadoop-yarn-common-3_4_1_jar-_-any-17545469535235953755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-15T18:14:24,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42edb3ab{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir/jetty-localhost-46771-hadoop-yarn-common-3_4_1_jar-_-any-11863601206300435843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-15T18:14:24,749 INFO [Thread-252 {}] server.AbstractConnector(333): Started ServerConnector@34b57093{HTTP/1.1, (http/1.1)}{localhost:38211} 2024-11-15T18:14:24,750 INFO [Thread-252 {}] server.Server(415): Started @28287ms 2024-11-15T18:14:24,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@440bd171{HTTP/1.1, (http/1.1)}{localhost:46771} 2024-11-15T18:14:24,759 INFO [Time-limited test {}] server.Server(415): Started @28296ms 2024-11-15T18:14:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741837_1013 (size=5) 2024-11-15T18:14:25,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T18:14:26,188 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-15T18:14:26,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:26,250 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T18:14:26,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:26,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:26,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:26,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:26,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:26,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38ecac97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:26,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d598c59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:26,372 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-15T18:14:26,372 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T18:14:26,372 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T18:14:26,372 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T18:14:26,386 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:26,402 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:26,641 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:26,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499a47d1{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir/jetty-localhost-33017-hadoop-yarn-common-3_4_1_jar-_-any-13119996030896073060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T18:14:26,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35e78507{HTTP/1.1, (http/1.1)}{localhost:33017} 2024-11-15T18:14:26,683 INFO [Time-limited test {}] server.Server(415): Started @30220ms 2024-11-15T18:14:27,346 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-15T18:14:27,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:27,392 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T18:14:27,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:27,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:27,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:27,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:27,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:27,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@545eb616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:27,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c452096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:27,579 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-15T18:14:27,579 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T18:14:27,579 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T18:14:27,579 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T18:14:27,608 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:27,618 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:27,816 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T18:14:27,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70cf9b7{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/java.io.tmpdir/jetty-localhost-42505-hadoop-yarn-common-3_4_1_jar-_-any-6555899724447016705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T18:14:27,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e026b4{HTTP/1.1, (http/1.1)}{localhost:42505} 2024-11-15T18:14:27,823 INFO [Time-limited test {}] server.Server(415): Started @31360ms 2024-11-15T18:14:27,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-15T18:14:27,925 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:34959/backupUT 2024-11-15T18:14:27,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:14:27,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:14:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b27b62 2024-11-15T18:14:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:14:27,959 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:14:27,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-15T18:14:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-15T18:14:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:28,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 56 msec 2024-11-15T18:14:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:28,118 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-15T18:14:28,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-15T18:14:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-15T18:14:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-15T18:14:28,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 26 msec 2024-11-15T18:14:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-15T18:14:28,263 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-15T18:14:28,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-15T18:14:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-15T18:14:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-15T18:14:28,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 29 msec 2024-11-15T18:14:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-15T18:14:28,403 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-15T18:14:28,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-15T18:14:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-15T18:14:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:28,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 28 msec 2024-11-15T18:14:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:28,520 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-15T18:14:28,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731694467925', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731694467925 2024-11-15T18:14:28,559 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731694467925 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:28,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:28,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731694467925" procId is: 8 2024-11-15T18:14:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T18:14:28,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731694467925 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741838_1014 (size=367) 2024-11-15T18:14:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T18:14:28,700 INFO [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a82721d49666604acd4dba01b5f3c38c, NAME => 'test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731694467925', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741839_1015 (size=53) 2024-11-15T18:14:28,778 DEBUG [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:28,778 DEBUG [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(1722): Closing a82721d49666604acd4dba01b5f3c38c, disabling compactions & flushes 2024-11-15T18:14:28,778 INFO [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:28,779 DEBUG [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:28,779 DEBUG [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. after waiting 0 ms 2024-11-15T18:14:28,779 DEBUG [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:28,779 INFO [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(1973): Closed test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:28,779 DEBUG [RegionOpenAndInit-test-1731694467925-pool-0 {}] regionserver.HRegion(1676): Region close journal for a82721d49666604acd4dba01b5f3c38c: Waiting for close lock at 1731694468778Disabling compacts and flushes for region at 1731694468778Disabling writes for close at 1731694468779 (+1 ms)Writing region close event to WAL at 1731694468779Closed at 1731694468779 2024-11-15T18:14:28,782 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731694467925 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:28,792 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731694468782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694468782"}]},"ts":"1731694468782"} 2024-11-15T18:14:28,815 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:14:28,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731694467925 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:28,828 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731694467925","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694468819"}]},"ts":"1731694468819"} 2024-11-15T18:14:28,837 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731694467925, state=ENABLING in hbase:meta 2024-11-15T18:14:28,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, ASSIGN}] 2024-11-15T18:14:28,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, ASSIGN 2024-11-15T18:14:28,864 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:14:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T18:14:29,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:29,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, ASSIGN because future has completed 2024-11-15T18:14:29,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T18:14:29,270 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:29,270 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:29,278 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 4e3b17656000,36071,1731694452536.regiongroup-1 2024-11-15T18:14:29,300 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1, suffix=, logDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536, archiveDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs, maxLogs=32 2024-11-15T18:14:29,323 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694469302, exclude list is [], retry=0 2024-11-15T18:14:29,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:14:29,347 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694469302 2024-11-15T18:14:29,351 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:14:29,351 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a82721d49666604acd4dba01b5f3c38c, NAME => 'test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:29,352 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:29,352 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731694467925 a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,354 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:29,354 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,354 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,358 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,380 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82721d49666604acd4dba01b5f3c38c columnFamilyName f 2024-11-15T18:14:29,380 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:29,382 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(327): Store=a82721d49666604acd4dba01b5f3c38c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:29,382 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,384 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,386 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,388 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,388 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,397 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,426 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:29,431 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened a82721d49666604acd4dba01b5f3c38c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11666902080, jitterRate=0.08656492829322815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:29,431 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:29,433 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a82721d49666604acd4dba01b5f3c38c: Running coprocessor pre-open hook at 1731694469354Writing region info on filesystem at 1731694469355 (+1 ms)Initializing all the Stores at 1731694469358 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694469358Cleaning up temporary data from old regions at 1731694469388 (+30 ms)Running coprocessor post-open hooks at 1731694469431 (+43 ms)Region opened successfully at 1731694469433 (+2 ms) 2024-11-15T18:14:29,447 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., pid=10, masterSystemTime=1731694469200 2024-11-15T18:14:29,462 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:29,462 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:29,463 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:29,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:14:29,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 in 436 msec 2024-11-15T18:14:29,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:14:29,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, ASSIGN in 647 msec 2024-11-15T18:14:29,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731694467925 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:29,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731694467925","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694469516"}]},"ts":"1731694469516"} 2024-11-15T18:14:29,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731694467925, state=ENABLED in hbase:meta 2024-11-15T18:14:29,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731694467925 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:29,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731694467925 in 989 msec 2024-11-15T18:14:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T18:14:29,739 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731694467925 completed 2024-11-15T18:14:29,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309a3b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:29,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:14:29,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:29,767 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:14:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:14:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304260ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:14:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:29,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bd293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:29,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:29,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731694467925', row='row0', locateType=CURRENT is [region=test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:14:29,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HRegion(8528): writing data to region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:14:30,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731694467925 2024-11-15T18:14:30,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731694467925 Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:30,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731694467925' 2024-11-15T18:14:30,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17316944679251', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17316944679251 2024-11-15T18:14:30,497 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316944679251 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:30,498 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:30,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17316944679251" procId is: 11 2024-11-15T18:14:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:30,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17316944679251 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741841_1017 (size=364) 2024-11-15T18:14:30,560 INFO [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcf4cdc25b70e83c50ec8662baeabfd9, NAME => 'ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17316944679251', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:30,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741842_1018 (size=50) 2024-11-15T18:14:30,630 DEBUG [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:30,630 DEBUG [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(1722): Closing fcf4cdc25b70e83c50ec8662baeabfd9, disabling compactions & flushes 2024-11-15T18:14:30,630 INFO [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:30,630 DEBUG [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:30,630 DEBUG [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. after waiting 0 ms 2024-11-15T18:14:30,630 DEBUG [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:30,630 INFO [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:30,630 DEBUG [RegionOpenAndInit-ns2:test-17316944679251-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcf4cdc25b70e83c50ec8662baeabfd9: Waiting for close lock at 1731694470630Disabling compacts and flushes for region at 1731694470630Disabling writes for close at 1731694470630Writing region close event to WAL at 1731694470630Closed at 1731694470630 2024-11-15T18:14:30,636 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17316944679251 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:30,636 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731694470636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694470636"}]},"ts":"1731694470636"} 2024-11-15T18:14:30,644 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:14:30,647 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17316944679251 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:30,647 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316944679251","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694470647"}]},"ts":"1731694470647"} 2024-11-15T18:14:30,656 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316944679251, state=ENABLING in hbase:meta 2024-11-15T18:14:30,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316944679251, region=fcf4cdc25b70e83c50ec8662baeabfd9, ASSIGN}] 2024-11-15T18:14:30,661 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316944679251, region=fcf4cdc25b70e83c50ec8662baeabfd9, ASSIGN 2024-11-15T18:14:30,664 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316944679251, region=fcf4cdc25b70e83c50ec8662baeabfd9, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:14:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:30,819 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fcf4cdc25b70e83c50ec8662baeabfd9, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:30,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316944679251, region=fcf4cdc25b70e83c50ec8662baeabfd9, ASSIGN because future has completed 2024-11-15T18:14:30,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:31,018 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:31,019 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fcf4cdc25b70e83c50ec8662baeabfd9, NAME => 'ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:31,019 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:31,020 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316944679251 fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,020 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,020 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,020 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,034 INFO [StoreOpener-fcf4cdc25b70e83c50ec8662baeabfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,043 INFO [StoreOpener-fcf4cdc25b70e83c50ec8662baeabfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcf4cdc25b70e83c50ec8662baeabfd9 columnFamilyName f 2024-11-15T18:14:31,043 DEBUG [StoreOpener-fcf4cdc25b70e83c50ec8662baeabfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:31,047 INFO [StoreOpener-fcf4cdc25b70e83c50ec8662baeabfd9-1 {}] regionserver.HStore(327): Store=fcf4cdc25b70e83c50ec8662baeabfd9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:31,047 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,049 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,052 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,054 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,055 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,061 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,088 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:31,091 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened fcf4cdc25b70e83c50ec8662baeabfd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10705658880, jitterRate=-0.0029578208923339844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:31,091 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:31,099 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fcf4cdc25b70e83c50ec8662baeabfd9: Running coprocessor pre-open hook at 1731694471021Writing region info on filesystem at 1731694471021Initializing all the Stores at 1731694471027 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694471027Cleaning up temporary data from old regions at 1731694471055 (+28 ms)Running coprocessor post-open hooks at 1731694471091 (+36 ms)Region opened successfully at 1731694471099 (+8 ms) 2024-11-15T18:14:31,108 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9., pid=13, masterSystemTime=1731694471001 2024-11-15T18:14:31,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fcf4cdc25b70e83c50ec8662baeabfd9, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:31,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:31,123 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:31,124 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:31,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T18:14:31,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9, server=4e3b17656000,36071,1731694452536 in 295 msec 2024-11-15T18:14:31,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T18:14:31,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316944679251, region=fcf4cdc25b70e83c50ec8662baeabfd9, ASSIGN in 484 msec 2024-11-15T18:14:31,159 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17316944679251 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:31,159 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316944679251","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694471159"}]},"ts":"1731694471159"} 2024-11-15T18:14:31,165 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316944679251, state=ENABLED in hbase:meta 2024-11-15T18:14:31,167 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316944679251 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:31,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17316944679251 in 676 msec 2024-11-15T18:14:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:31,639 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17316944679251 completed 2024-11-15T18:14:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316944679251', row='row0', locateType=CURRENT is [region=ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:14:31,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HRegion(8528): writing data to region ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:14:32,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17316944679252', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17316944679252 2024-11-15T18:14:32,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316944679252 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:32,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:32,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17316944679252" procId is: 14 2024-11-15T18:14:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:14:32,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17316944679252 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:32,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741843_1019 (size=390) 2024-11-15T18:14:32,230 INFO [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91f8763c2e2e817684a2b2219f2254e6, NAME => 'ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17316944679252', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741844_1020 (size=50) 2024-11-15T18:14:32,262 DEBUG [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:32,262 DEBUG [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(1722): Closing 91f8763c2e2e817684a2b2219f2254e6, disabling compactions & flushes 2024-11-15T18:14:32,262 INFO [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:14:32,262 DEBUG [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:14:32,262 DEBUG [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. after waiting 0 ms 2024-11-15T18:14:32,262 DEBUG [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:14:32,262 INFO [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:14:32,263 DEBUG [RegionOpenAndInit-ns3:test-17316944679252-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91f8763c2e2e817684a2b2219f2254e6: Waiting for close lock at 1731694472262Disabling compacts and flushes for region at 1731694472262Disabling writes for close at 1731694472262Writing region close event to WAL at 1731694472262Closed at 1731694472262 2024-11-15T18:14:32,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17316944679252 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:32,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731694472265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694472265"}]},"ts":"1731694472265"} 2024-11-15T18:14:32,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:14:32,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17316944679252 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:32,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316944679252","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694472272"}]},"ts":"1731694472272"} 2024-11-15T18:14:32,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316944679252, state=ENABLING in hbase:meta 2024-11-15T18:14:32,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316944679252, region=91f8763c2e2e817684a2b2219f2254e6, ASSIGN}] 2024-11-15T18:14:32,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316944679252, region=91f8763c2e2e817684a2b2219f2254e6, ASSIGN 2024-11-15T18:14:32,291 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316944679252, region=91f8763c2e2e817684a2b2219f2254e6, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:14:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:14:32,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=91f8763c2e2e817684a2b2219f2254e6, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:32,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316944679252, region=91f8763c2e2e817684a2b2219f2254e6, ASSIGN because future has completed 2024-11-15T18:14:32,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f8763c2e2e817684a2b2219f2254e6, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:14:32,626 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:14:32,627 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 91f8763c2e2e817684a2b2219f2254e6, NAME => 'ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:32,627 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:32,628 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316944679252 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,628 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:32,628 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,628 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,637 INFO [StoreOpener-91f8763c2e2e817684a2b2219f2254e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,640 INFO [StoreOpener-91f8763c2e2e817684a2b2219f2254e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91f8763c2e2e817684a2b2219f2254e6 columnFamilyName f 2024-11-15T18:14:32,641 DEBUG [StoreOpener-91f8763c2e2e817684a2b2219f2254e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:32,643 INFO [StoreOpener-91f8763c2e2e817684a2b2219f2254e6-1 {}] regionserver.HStore(327): Store=91f8763c2e2e817684a2b2219f2254e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:32,643 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,645 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns3/test-17316944679252/91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,651 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns3/test-17316944679252/91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,659 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,659 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,682 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,731 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns3/test-17316944679252/91f8763c2e2e817684a2b2219f2254e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:32,740 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 91f8763c2e2e817684a2b2219f2254e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9510200800, jitterRate=-0.11429353058338165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:32,740 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:14:32,741 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 91f8763c2e2e817684a2b2219f2254e6: Running coprocessor pre-open hook at 1731694472628Writing region info on filesystem at 1731694472628Initializing all the Stores at 1731694472633 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694472633Cleaning up temporary data from old regions at 1731694472659 (+26 ms)Running coprocessor post-open hooks at 1731694472740 (+81 ms)Region opened successfully at 1731694472741 (+1 ms) 2024-11-15T18:14:32,754 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6., pid=16, masterSystemTime=1731694472619 2024-11-15T18:14:32,768 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:14:32,768 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:14:32,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=91f8763c2e2e817684a2b2219f2254e6, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:32,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f8763c2e2e817684a2b2219f2254e6, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:32,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T18:14:32,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 91f8763c2e2e817684a2b2219f2254e6, server=4e3b17656000,36071,1731694452536 in 341 msec 2024-11-15T18:14:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:14:32,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T18:14:32,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316944679252, region=91f8763c2e2e817684a2b2219f2254e6, ASSIGN in 547 msec 2024-11-15T18:14:32,847 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17316944679252 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:32,848 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316944679252","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694472848"}]},"ts":"1731694472848"} 2024-11-15T18:14:32,862 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316944679252, state=ENABLED in hbase:meta 2024-11-15T18:14:32,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316944679252 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:32,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17316944679252 in 674 msec 2024-11-15T18:14:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:14:33,349 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17316944679252 completed 2024-11-15T18:14:33,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17316944679252 get assigned. Timeout = 60000ms 2024-11-15T18:14:33,351 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:14:33,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17316944679252 assigned to meta. Checking AM states. 2024-11-15T18:14:33,360 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:14:33,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17316944679252 assigned. 2024-11-15T18:14:33,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17316944679253', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17316944679253 2024-11-15T18:14:33,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316944679253 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:33,368 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:33,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17316944679253 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:33,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17316944679253" procId is: 17 2024-11-15T18:14:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741845_1021 (size=390) 2024-11-15T18:14:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:33,835 INFO [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6329ee8507a6a610dea1c0bfff5809d, NAME => 'ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17316944679253', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:33,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741846_1022 (size=50) 2024-11-15T18:14:33,895 DEBUG [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:33,895 DEBUG [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(1722): Closing f6329ee8507a6a610dea1c0bfff5809d, disabling compactions & flushes 2024-11-15T18:14:33,895 INFO [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:14:33,895 DEBUG [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:14:33,895 DEBUG [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. after waiting 0 ms 2024-11-15T18:14:33,895 DEBUG [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:14:33,896 INFO [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:14:33,896 DEBUG [RegionOpenAndInit-ns4:test-17316944679253-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6329ee8507a6a610dea1c0bfff5809d: Waiting for close lock at 1731694473895Disabling compacts and flushes for region at 1731694473895Disabling writes for close at 1731694473895Writing region close event to WAL at 1731694473895Closed at 1731694473895 2024-11-15T18:14:33,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17316944679253 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:33,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731694473901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694473901"}]},"ts":"1731694473901"} 2024-11-15T18:14:33,918 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:14:33,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17316944679253 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:33,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316944679253","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694473925"}]},"ts":"1731694473925"} 2024-11-15T18:14:33,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316944679253, state=ENABLING in hbase:meta 2024-11-15T18:14:33,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316944679253, region=f6329ee8507a6a610dea1c0bfff5809d, ASSIGN}] 2024-11-15T18:14:33,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316944679253, region=f6329ee8507a6a610dea1c0bfff5809d, ASSIGN 2024-11-15T18:14:33,953 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316944679253, region=f6329ee8507a6a610dea1c0bfff5809d, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:14:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:34,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f6329ee8507a6a610dea1c0bfff5809d, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316944679253, region=f6329ee8507a6a610dea1c0bfff5809d, ASSIGN because future has completed 2024-11-15T18:14:34,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6329ee8507a6a610dea1c0bfff5809d, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:34,281 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:14:34,281 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f6329ee8507a6a610dea1c0bfff5809d, NAME => 'ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:34,282 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:34,282 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316944679253 f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,282 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:34,282 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,283 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,285 INFO [StoreOpener-f6329ee8507a6a610dea1c0bfff5809d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,289 INFO [StoreOpener-f6329ee8507a6a610dea1c0bfff5809d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6329ee8507a6a610dea1c0bfff5809d columnFamilyName f 2024-11-15T18:14:34,289 DEBUG [StoreOpener-f6329ee8507a6a610dea1c0bfff5809d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:34,290 INFO [StoreOpener-f6329ee8507a6a610dea1c0bfff5809d-1 {}] regionserver.HStore(327): Store=f6329ee8507a6a610dea1c0bfff5809d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:34,291 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,294 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns4/test-17316944679253/f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,372 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns4/test-17316944679253/f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,383 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,383 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,399 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,422 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns4/test-17316944679253/f6329ee8507a6a610dea1c0bfff5809d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:34,427 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f6329ee8507a6a610dea1c0bfff5809d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10444388800, jitterRate=-0.02729049324989319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:34,427 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:14:34,428 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f6329ee8507a6a610dea1c0bfff5809d: Running coprocessor pre-open hook at 1731694474283Writing region info on filesystem at 1731694474283Initializing all the Stores at 1731694474284 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694474285 (+1 ms)Cleaning up temporary data from old regions at 1731694474383 (+98 ms)Running coprocessor post-open hooks at 1731694474427 (+44 ms)Region opened successfully at 1731694474428 (+1 ms) 2024-11-15T18:14:34,430 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d., pid=19, masterSystemTime=1731694474274 2024-11-15T18:14:34,442 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:14:34,443 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:14:34,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f6329ee8507a6a610dea1c0bfff5809d, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6329ee8507a6a610dea1c0bfff5809d, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:34,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T18:14:34,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f6329ee8507a6a610dea1c0bfff5809d, server=4e3b17656000,36071,1731694452536 in 355 msec 2024-11-15T18:14:34,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17316944679253 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:34,500 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316944679253","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694474500"}]},"ts":"1731694474500"} 2024-11-15T18:14:34,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T18:14:34,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316944679253, region=f6329ee8507a6a610dea1c0bfff5809d, ASSIGN in 544 msec 2024-11-15T18:14:34,506 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316944679253, state=ENABLED in hbase:meta 2024-11-15T18:14:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:34,527 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316944679253 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:34,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17316944679253 in 1.1630 sec 2024-11-15T18:14:34,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T18:14:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:35,529 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17316944679253 completed 2024-11-15T18:14:35,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17316944679253 get assigned. Timeout = 60000ms 2024-11-15T18:14:35,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:14:35,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17316944679253 assigned to meta. Checking AM states. 2024-11-15T18:14:35,536 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:14:35,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17316944679253 assigned. 2024-11-15T18:14:35,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:14:35,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:14:35,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:35,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:35,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:14:35,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=1052, ProcessCount=14, AvailableMemoryMB=2029 2024-11-15T18:14:35,609 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500 2024-11-15T18:14:35,611 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-15T18:14:35,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731694467925 from 'test-1731694467925', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731694467925', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731694467925 2024-11-15T18:14:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741847_1023 (size=908) 2024-11-15T18:14:35,739 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/.tabledesc/.tableinfo.0000000001.367 2024-11-15T18:14:35,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/.tabledesc/.tableinfo.0000000002.908 2024-11-15T18:14:35,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731694467925}] 2024-11-15T18:14:35,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE}] 2024-11-15T18:14:35,808 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE 2024-11-15T18:14:35,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=CLOSING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:35,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE because future has completed 2024-11-15T18:14:35,826 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:14:35,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:35,999 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:35,999 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:14:36,000 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing a82721d49666604acd4dba01b5f3c38c, disabling compactions & flushes 2024-11-15T18:14:36,000 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:36,000 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:36,000 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. after waiting 0 ms 2024-11-15T18:14:36,000 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:36,005 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing a82721d49666604acd4dba01b5f3c38c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-15T18:14:36,198 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f/255439ceabb64f2f827b09075e3f657f is 37, key is row10/f:q1/1731694469917/Put/seqid=0 2024-11-15T18:14:36,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17316944679251' 2024-11-15T18:14:36,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17316944679252' 2024-11-15T18:14:36,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17316944679253' 2024-11-15T18:14:36,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741848_1024 (size=8413) 2024-11-15T18:14:36,706 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:14:36,824 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f/255439ceabb64f2f827b09075e3f657f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:14:36,882 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f, entries=99, sequenceid=103, filesize=8.2 K 2024-11-15T18:14:36,898 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a82721d49666604acd4dba01b5f3c38c in 888ms, sequenceid=103, compaction requested=false 2024-11-15T18:14:36,966 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-15T18:14:36,983 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:14:36,983 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:36,983 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for a82721d49666604acd4dba01b5f3c38c: Waiting for close lock at 1731694476000Running coprocessor pre-close hooks at 1731694476000Disabling compacts and flushes for region at 1731694476000Disabling writes for close at 1731694476000Obtaining lock to block concurrent updates at 1731694476006 (+6 ms)Preparing flush snapshotting stores in a82721d49666604acd4dba01b5f3c38c at 1731694476006Finished memstore snapshotting test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731694476027 (+21 ms)Flushing stores of test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. at 1731694476032 (+5 ms)Flushing a82721d49666604acd4dba01b5f3c38c/f: creating writer at 1731694476035 (+3 ms)Flushing a82721d49666604acd4dba01b5f3c38c/f: appending metadata at 1731694476168 (+133 ms)Flushing a82721d49666604acd4dba01b5f3c38c/f: closing flushed file at 1731694476172 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1856e5: reopening flushed file at 1731694476815 (+643 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a82721d49666604acd4dba01b5f3c38c in 888ms, sequenceid=103, compaction requested=false at 1731694476898 (+83 ms)Writing region close event to WAL at 1731694476918 (+20 ms)Running coprocessor post-close hooks at 1731694476974 (+56 ms)Closed at 1731694476983 (+9 ms) 2024-11-15T18:14:36,983 WARN [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: a82721d49666604acd4dba01b5f3c38c to self. 2024-11-15T18:14:36,992 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:36,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=CLOSED 2024-11-15T18:14:37,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:37,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-15T18:14:37,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 in 1.1920 sec 2024-11-15T18:14:37,039 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE; state=CLOSED, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=true 2024-11-15T18:14:37,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:37,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE because future has completed 2024-11-15T18:14:37,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:37,392 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:37,392 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a82721d49666604acd4dba01b5f3c38c, NAME => 'test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:37,393 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:37,393 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731694467925 a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,393 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:37,394 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,394 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,407 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,410 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82721d49666604acd4dba01b5f3c38c columnFamilyName f 2024-11-15T18:14:37,411 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:37,451 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:14:37,452 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(327): Store=a82721d49666604acd4dba01b5f3c38c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:37,452 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,460 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82721d49666604acd4dba01b5f3c38c columnFamilyName f3 2024-11-15T18:14:37,460 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:37,467 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(327): Store=a82721d49666604acd4dba01b5f3c38c/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:37,468 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,480 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82721d49666604acd4dba01b5f3c38c columnFamilyName mob 2024-11-15T18:14:37,492 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:37,493 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(327): Store=a82721d49666604acd4dba01b5f3c38c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:37,494 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,495 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,498 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,501 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,501 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,502 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731694467925 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:14:37,510 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,512 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a82721d49666604acd4dba01b5f3c38c; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10046202560, jitterRate=-0.06437447667121887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:14:37,512 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:37,513 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a82721d49666604acd4dba01b5f3c38c: Running coprocessor pre-open hook at 1731694477394Writing region info on filesystem at 1731694477394Initializing all the Stores at 1731694477399 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694477399Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694477406 (+7 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694477406Cleaning up temporary data from old regions at 1731694477501 (+95 ms)Running coprocessor post-open hooks at 1731694477512 (+11 ms)Region opened successfully at 1731694477513 (+1 ms) 2024-11-15T18:14:37,514 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., pid=24, masterSystemTime=1731694477385 2024-11-15T18:14:37,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=OPEN, openSeqNum=107, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:37,522 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:37,523 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:37,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:37,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-15T18:14:37,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 in 318 msec 2024-11-15T18:14:37,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T18:14:37,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE in 1.7470 sec 2024-11-15T18:14:37,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-15T18:14:37,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731694467925 in 1.8020 sec 2024-11-15T18:14:37,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731694467925 in 1.9830 sec 2024-11-15T18:14:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-15T18:14:37,622 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731694467925 completed 2024-11-15T18:14:37,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9400c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:37,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:14:37,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:37,625 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:14:37,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:37,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:14:37,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4b167d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:37,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:14:37,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:37,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:37,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b444ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:37,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:37,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:37,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:37,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731694467925', row='row-test-1731694467925-3-0', locateType=CURRENT is [region=test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., hostname=4e3b17656000,36071,1731694452536, seqNum=107] 2024-11-15T18:14:37,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:14:37,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:14:37,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@92b59ed 2024-11-15T18:14:37,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:14:37,823 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:14:37,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-15T18:14:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-15T18:14:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:14:37,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 42 msec 2024-11-15T18:14:37,902 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:14:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:14:37,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-15T18:14:38,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-15T18:14:38,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:38,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-15T18:14:38,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T18:14:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741849_1025 (size=635) 2024-11-15T18:14:38,118 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 531705ef3a00aac15b43ffb4f3fc942b, NAME => 'backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T18:14:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741850_1026 (size=40) 2024-11-15T18:14:38,190 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:38,190 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 531705ef3a00aac15b43ffb4f3fc942b, disabling compactions & flushes 2024-11-15T18:14:38,190 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:38,190 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:38,190 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. after waiting 0 ms 2024-11-15T18:14:38,190 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:38,190 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:38,191 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 531705ef3a00aac15b43ffb4f3fc942b: Waiting for close lock at 1731694478190Disabling compacts and flushes for region at 1731694478190Disabling writes for close at 1731694478190Writing region close event to WAL at 1731694478190Closed at 1731694478190 2024-11-15T18:14:38,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:38,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731694478203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694478203"}]},"ts":"1731694478203"} 2024-11-15T18:14:38,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:14:38,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:38,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694478235"}]},"ts":"1731694478235"} 2024-11-15T18:14:38,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-15T18:14:38,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=531705ef3a00aac15b43ffb4f3fc942b, ASSIGN}] 2024-11-15T18:14:38,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=531705ef3a00aac15b43ffb4f3fc942b, ASSIGN 2024-11-15T18:14:38,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=531705ef3a00aac15b43ffb4f3fc942b, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:14:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T18:14:38,443 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=531705ef3a00aac15b43ffb4f3fc942b, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=531705ef3a00aac15b43ffb4f3fc942b, ASSIGN because future has completed 2024-11-15T18:14:38,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:38,630 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:38,631 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 531705ef3a00aac15b43ffb4f3fc942b, NAME => 'backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:38,631 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:38,631 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,631 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:38,632 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,632 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,639 INFO [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,648 INFO [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 531705ef3a00aac15b43ffb4f3fc942b columnFamilyName meta 2024-11-15T18:14:38,648 DEBUG [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,651 INFO [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] regionserver.HStore(327): Store=531705ef3a00aac15b43ffb4f3fc942b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:38,651 INFO [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,665 INFO [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 531705ef3a00aac15b43ffb4f3fc942b columnFamilyName session 2024-11-15T18:14:38,665 DEBUG [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,674 INFO [StoreOpener-531705ef3a00aac15b43ffb4f3fc942b-1 {}] regionserver.HStore(327): Store=531705ef3a00aac15b43ffb4f3fc942b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:38,675 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T18:14:38,678 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,684 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,692 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T18:14:38,698 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,707 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:38,708 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 531705ef3a00aac15b43ffb4f3fc942b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9605180960, jitterRate=-0.10544781386852264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T18:14:38,708 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:38,709 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 531705ef3a00aac15b43ffb4f3fc942b: Running coprocessor pre-open hook at 1731694478632Writing region info on filesystem at 1731694478632Initializing all the Stores at 1731694478639 (+7 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694478639Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694478639Cleaning up temporary data from old regions at 1731694478691 (+52 ms)Running coprocessor post-open hooks at 1731694478708 (+17 ms)Region opened successfully at 1731694478709 (+1 ms) 2024-11-15T18:14:38,715 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., pid=28, masterSystemTime=1731694478620 2024-11-15T18:14:38,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=531705ef3a00aac15b43ffb4f3fc942b, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:38,727 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:38,727 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:38,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-15T18:14:38,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b, server=4e3b17656000,36071,1731694452536 in 282 msec 2024-11-15T18:14:38,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-15T18:14:38,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=531705ef3a00aac15b43ffb4f3fc942b, ASSIGN in 485 msec 2024-11-15T18:14:38,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:38,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694478775"}]},"ts":"1731694478775"} 2024-11-15T18:14:38,790 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-15T18:14:38,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:38,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 783 msec 2024-11-15T18:14:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T18:14:39,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-15T18:14:39,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-15T18:14:39,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:39,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:39,250 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:39,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-15T18:14:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:14:39,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741851_1027 (size=640) 2024-11-15T18:14:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:14:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:14:39,734 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4f665caa52aa397f18903f14ea40229, NAME => 'backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741852_1028 (size=45) 2024-11-15T18:14:39,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T18:14:39,799 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:39,799 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing f4f665caa52aa397f18903f14ea40229, disabling compactions & flushes 2024-11-15T18:14:39,799 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:14:39,799 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:14:39,799 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. after waiting 0 ms 2024-11-15T18:14:39,799 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:14:39,799 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:14:39,799 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4f665caa52aa397f18903f14ea40229: Waiting for close lock at 1731694479799Disabling compacts and flushes for region at 1731694479799Disabling writes for close at 1731694479799Writing region close event to WAL at 1731694479799Closed at 1731694479799 2024-11-15T18:14:39,806 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:39,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731694479806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694479806"}]},"ts":"1731694479806"} 2024-11-15T18:14:39,815 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:14:39,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:39,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694479823"}]},"ts":"1731694479823"} 2024-11-15T18:14:39,846 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-15T18:14:39,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f4f665caa52aa397f18903f14ea40229, ASSIGN}] 2024-11-15T18:14:39,858 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f4f665caa52aa397f18903f14ea40229, ASSIGN 2024-11-15T18:14:39,867 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=f4f665caa52aa397f18903f14ea40229, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:14:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:14:40,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=f4f665caa52aa397f18903f14ea40229, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:40,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=f4f665caa52aa397f18903f14ea40229, ASSIGN because future has completed 2024-11-15T18:14:40,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4f665caa52aa397f18903f14ea40229, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:14:40,214 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:14:40,214 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => f4f665caa52aa397f18903f14ea40229, NAME => 'backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:40,215 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:14:40,215 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,215 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:40,215 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,216 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,221 INFO [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,227 INFO [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f665caa52aa397f18903f14ea40229 columnFamilyName meta 2024-11-15T18:14:40,227 DEBUG [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:40,235 INFO [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] regionserver.HStore(327): Store=f4f665caa52aa397f18903f14ea40229/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:40,235 INFO [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316944679251 2024-11-15T18:14:40,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316944679251 Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:40,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-15T18:14:40,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:40,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316944679252 2024-11-15T18:14:40,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316944679252 Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:40,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316944679253 2024-11-15T18:14:40,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316944679253 Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:40,251 INFO [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f665caa52aa397f18903f14ea40229 columnFamilyName session 2024-11-15T18:14:40,252 DEBUG [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:40,256 INFO [StoreOpener-f4f665caa52aa397f18903f14ea40229-1 {}] regionserver.HStore(327): Store=f4f665caa52aa397f18903f14ea40229/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:40,259 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,270 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system_bulk/f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,282 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system_bulk/f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,303 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,303 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,311 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T18:14:40,315 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,342 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system_bulk/f4f665caa52aa397f18903f14ea40229/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:40,344 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened f4f665caa52aa397f18903f14ea40229; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10261426240, jitterRate=-0.044330209493637085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T18:14:40,344 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:14:40,345 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for f4f665caa52aa397f18903f14ea40229: Running coprocessor pre-open hook at 1731694480216Writing region info on filesystem at 1731694480216Initializing all the Stores at 1731694480220 (+4 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694480220Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694480220Cleaning up temporary data from old regions at 1731694480303 (+83 ms)Running coprocessor post-open hooks at 1731694480344 (+41 ms)Region opened successfully at 1731694480345 (+1 ms) 2024-11-15T18:14:40,347 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229., pid=31, masterSystemTime=1731694480187 2024-11-15T18:14:40,352 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:14:40,353 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:14:40,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=f4f665caa52aa397f18903f14ea40229, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:14:40,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4f665caa52aa397f18903f14ea40229, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:14:40,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-15T18:14:40,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure f4f665caa52aa397f18903f14ea40229, server=4e3b17656000,36071,1731694452536 in 343 msec 2024-11-15T18:14:40,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T18:14:40,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f4f665caa52aa397f18903f14ea40229, ASSIGN in 526 msec 2024-11-15T18:14:40,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:40,394 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694480394"}]},"ts":"1731694480394"} 2024-11-15T18:14:40,398 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-15T18:14:40,402 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:40,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1750 sec 2024-11-15T18:14:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:14:40,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-15T18:14:40,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:14:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:14:40,486 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T18:14:40,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:14:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-15T18:14:40,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:14:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694480538 (current time:1731694480538). 2024-11-15T18:14:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:14:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T18:14:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eda502e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:14:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:40,543 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:14:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:14:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c95b801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:14:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:40,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:40,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a8786c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:40,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:40,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:40,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:14:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:40,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:14:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:14:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:14:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-15T18:14:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T18:14:40,625 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:14:40,635 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:14:40,668 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:14:40,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741853_1029 (size=52) 2024-11-15T18:14:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T18:14:40,749 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:14:40,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b}] 2024-11-15T18:14:40,761 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:40,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T18:14:40,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:40,928 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 531705ef3a00aac15b43ffb4f3fc942b 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-15T18:14:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T18:14:40,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/0824c33d538c44dc8e35e9a69cb50811 is 49, key is activesession:/session:c/1731694480515/Put/seqid=0 2024-11-15T18:14:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741854_1030 (size=5049) 2024-11-15T18:14:41,035 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/0824c33d538c44dc8e35e9a69cb50811 2024-11-15T18:14:41,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/0824c33d538c44dc8e35e9a69cb50811 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811 2024-11-15T18:14:41,152 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811, entries=1, sequenceid=5, filesize=4.9 K 2024-11-15T18:14:41,163 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 531705ef3a00aac15b43ffb4f3fc942b in 234ms, sequenceid=5, compaction requested=false 2024-11-15T18:14:41,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-15T18:14:41,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 531705ef3a00aac15b43ffb4f3fc942b: 2024-11-15T18:14:41,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. for snapshot_backup_system completed. 2024-11-15T18:14:41,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.' region-info for snapshot=snapshot_backup_system 2024-11-15T18:14:41,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:14:41,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:14:41,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811] hfiles 2024-11-15T18:14:41,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811 for snapshot=snapshot_backup_system 2024-11-15T18:14:41,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741855_1031 (size=95) 2024-11-15T18:14:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T18:14:41,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:14:41,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T18:14:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T18:14:41,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:41,675 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:14:41,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T18:14:41,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b in 924 msec 2024-11-15T18:14:41,682 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:14:41,685 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:14:41,687 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:14:41,687 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T18:14:41,696 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T18:14:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741856_1032 (size=731) 2024-11-15T18:14:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T18:14:42,209 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:14:42,247 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:14:42,251 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_backup_system 2024-11-15T18:14:42,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-15T18:14:42,267 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:14:42,267 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-15T18:14:42,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.6650 sec 2024-11-15T18:14:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T18:14:42,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T18:14:42,810 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731694477756 started at 1731694482809. 2024-11-15T18:14:42,838 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731694477756 has been started. 2024-11-15T18:14:42,847 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-15T18:14:42,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T18:14:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T18:14:42,862 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T18:14:42,862 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T18:14:42,862 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T18:14:42,862 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T18:14:42,864 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:14:42,864 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:14:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:14:42,881 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:14:42,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:14:42,882 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:42,885 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:42,885 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T18:14:42,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T18:14:42,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:14:42,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T18:14:42,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:14:42,892 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T18:14:42,894 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T18:14:42,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T18:14:42,900 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T18:14:42,900 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T18:14:42,900 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T18:14:42,900 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T18:14:42,901 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T18:14:42,917 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T18:14:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:42,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:42,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:14:42,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:14:42,921 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T18:14:42,921 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T18:14:42,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:14:42,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:14:42,952 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:14:42,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:14:42,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:14:42,979 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T18:14:42,979 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T18:14:42,979 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@768d3892[Count = 0] remaining members to acquire global barrier 2024-11-15T18:14:42,979 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T18:14:42,997 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:42,997 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T18:14:42,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:14:42,999 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T18:14:42,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T18:14:43,001 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T18:14:43,007 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T18:14:43,008 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,017 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731694458790 highest: 1731694469302 on 4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,018 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.meta:.meta(num 1731694459542) roll requested 2024-11-15T18:14:43,040 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta, exclude list is [], retry=0 2024-11-15T18:14:43,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:14:43,060 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694459542.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta 2024-11-15T18:14:43,067 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:14:43,067 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694459542.meta is not closed yet, will try archiving it next time 2024-11-15T18:14:43,067 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0:(num 1731694458790) roll requested 2024-11-15T18:14:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741834_1010 (size=12055) 2024-11-15T18:14:43,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694459542.meta not finished, retry = 0 2024-11-15T18:14:43,094 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067, exclude list is [], retry=0 2024-11-15T18:14:43,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:14:43,131 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694458790 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 2024-11-15T18:14:43,139 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:14:43,139 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694458790 is not closed yet, will try archiving it next time 2024-11-15T18:14:43,139 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1:(num 1731694469302) roll requested 2024-11-15T18:14:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741833_1009 (size=1034) 2024-11-15T18:14:43,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694458790 not finished, retry = 0 2024-11-15T18:14:43,190 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140, exclude list is [], retry=0 2024-11-15T18:14:43,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:14:43,220 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 202 2024-11-15T18:14:43,221 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731694483067 on 4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,221 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:14:43,221 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:14:43,222 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b977450 2024-11-15T18:14:43,222 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:14:43,223 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694469302 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 2024-11-15T18:14:43,231 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37011, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:14:43,233 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:14:43,233 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694469302 is not closed yet, will try archiving it next time 2024-11-15T18:14:43,243 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:43,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694469302 not finished, retry = 0 2024-11-15T18:14:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741840_1016 (size=4756) 2024-11-15T18:14:43,243 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:43,244 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:43,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:14:43,264 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694458790 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694458790 2024-11-15T18:14:43,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:14:43,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:14:43,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:34959/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:14:43,348 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T18:14:43,348 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '4e3b17656000,36071,1731694452536' in zk 2024-11-15T18:14:43,379 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T18:14:43,379 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:14:43,379 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T18:14:43,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:14:43,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:14:43,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:14:43,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:14:43,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:14:43,404 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,404 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:14:43,405 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:14:43,405 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '4e3b17656000,36071,1731694452536': 2024-11-15T18:14:43,413 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '4e3b17656000,36071,1731694452536' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T18:14:43,413 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T18:14:43,413 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T18:14:43,413 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T18:14:43,413 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T18:14:43,413 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T18:14:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:14:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:14:43,609 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T18:14:43,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:14:43,610 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:14:43,610 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:14:43,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:14:43,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:14:43,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T18:14:43,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:14:43,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:14:43,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:14:43,620 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:14:43,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:14:43,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:14:43,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,657 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:14:43,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:14:43,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:14:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:14:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:14:43,827 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:14:43,827 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:14:43,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:14:43,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-15T18:14:43,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T18:14:43,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T18:14:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:14:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:14:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:14:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:14:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:14:43,833 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:14:43,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:14:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T18:14:43,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } 2024-11-15T18:14:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694483862 (current time:1731694483862). 2024-11-15T18:14:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:14:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731694483860_default_test-1731694467925 VERSION not specified, setting to 2 2024-11-15T18:14:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c8e0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:14:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:43,881 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:14:43,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:14:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195eb2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:14:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:43,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:43,891 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f850d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:43,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:43,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:43,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:43,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:14:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:43,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:14:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:14:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } 2024-11-15T18:14:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-15T18:14:43,920 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:14:43,923 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:14:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:14:43,934 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:14:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741860_1036 (size=84) 2024-11-15T18:14:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:14:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:14:44,356 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:14:44,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c}] 2024-11-15T18:14:44,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:44,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T18:14:44,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:44,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a82721d49666604acd4dba01b5f3c38c 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-15T18:14:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:14:44,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f3/0a1bb8050be145d4afb6f2bc300538fd is 58, key is row-test-1731694467925-3-0/f3:q1/1731694477660/Put/seqid=0 2024-11-15T18:14:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741861_1037 (size=5387) 2024-11-15T18:14:45,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f3/0a1bb8050be145d4afb6f2bc300538fd 2024-11-15T18:14:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:14:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741862_1038 (size=4469) 2024-11-15T18:14:45,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/mob/6c34fc66352f4a62a43d9755c9d3f959 is 59, key is row-test-1731694467925-3-0/mob:q1/1731694477695/Put/seqid=0 2024-11-15T18:14:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741863_1039 (size=5484) 2024-11-15T18:14:45,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/mob/6c34fc66352f4a62a43d9755c9d3f959 2024-11-15T18:14:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f3/0a1bb8050be145d4afb6f2bc300538fd as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd 2024-11-15T18:14:45,699 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd, entries=6, sequenceid=121, filesize=5.3 K 2024-11-15T18:14:45,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/mob/6c34fc66352f4a62a43d9755c9d3f959 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 2024-11-15T18:14:45,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T18:14:45,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959, entries=6, sequenceid=121, filesize=5.4 K 2024-11-15T18:14:45,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a82721d49666604acd4dba01b5f3c38c in 1242ms, sequenceid=121, compaction requested=false 2024-11-15T18:14:45,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a82721d49666604acd4dba01b5f3c38c: 2024-11-15T18:14:45,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. for snapshot_1731694483860_default_test-1731694467925 completed. 2024-11-15T18:14:45,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.' region-info for snapshot=snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:45,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:14:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f] hfiles 2024-11-15T18:14:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f for snapshot=snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd] hfiles 2024-11-15T18:14:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd for snapshot=snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959] hfiles 2024-11-15T18:14:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 for snapshot=snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741864_1040 (size=185) 2024-11-15T18:14:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:14:46,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:46,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T18:14:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T18:14:46,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731694483860_default_test-1731694467925 on region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:46,272 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:14:46,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-15T18:14:46,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c in 1.9240 sec 2024-11-15T18:14:46,301 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:14:46,311 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:14:46,319 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-15T18:14:46,319 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-15T18:14:46,320 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:46,331 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-15T18:14:46,331 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:46,335 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-15T18:14:46,335 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:46,338 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-15T18:14:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741865_1041 (size=49) 2024-11-15T18:14:46,827 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:14:46,828 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:46,831 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741866_1042 (size=1146) 2024-11-15T18:14:47,352 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:14:47,403 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:14:47,409 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694483860_default_test-1731694467925 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:47,418 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:14:47,418 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-15T18:14:47,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731694483860_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } in 3.5020 sec 2024-11-15T18:14:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:14:48,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731694467925 completed 2024-11-15T18:14:48,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } 2024-11-15T18:14:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694488090 (current time:1731694488090). 2024-11-15T18:14:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:14:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731694488089_ns2_test-17316944679251 VERSION not specified, setting to 2 2024-11-15T18:14:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720e0bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:14:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:48,097 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:14:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:14:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae5168d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:14:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:48,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:48,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dbc55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:14:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:48,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:14:48,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:48,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:48,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:14:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:48,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:14:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:14:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } 2024-11-15T18:14:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-15T18:14:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T18:14:48,191 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:14:48,199 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:14:48,211 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:14:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741867_1043 (size=86) 2024-11-15T18:14:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T18:14:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T18:14:48,667 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:14:48,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9}] 2024-11-15T18:14:48,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T18:14:48,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-15T18:14:48,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:48,830 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing fcf4cdc25b70e83c50ec8662baeabfd9 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-15T18:14:48,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/.tmp/f/8ac500c7ccc243828d0e2f274de7d322 is 37, key is row10/f:q1/1731694471693/Put/seqid=0 2024-11-15T18:14:48,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741868_1044 (size=8413) 2024-11-15T18:14:48,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/.tmp/f/8ac500c7ccc243828d0e2f274de7d322 2024-11-15T18:14:48,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/.tmp/f/8ac500c7ccc243828d0e2f274de7d322 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 2024-11-15T18:14:49,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322, entries=99, sequenceid=103, filesize=8.2 K 2024-11-15T18:14:49,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for fcf4cdc25b70e83c50ec8662baeabfd9 in 217ms, sequenceid=103, compaction requested=false 2024-11-15T18:14:49,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for fcf4cdc25b70e83c50ec8662baeabfd9: 2024-11-15T18:14:49,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. for snapshot_1731694488089_ns2_test-17316944679251 completed. 2024-11-15T18:14:49,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9.' region-info for snapshot=snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:49,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:14:49,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322] hfiles 2024-11-15T18:14:49,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 for snapshot=snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741869_1045 (size=91) 2024-11-15T18:14:49,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:14:49,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T18:14:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T18:14:49,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731694488089_ns2_test-17316944679251 on region fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:49,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:14:49,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T18:14:49,127 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:14:49,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9 in 446 msec 2024-11-15T18:14:49,138 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:14:49,145 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:14:49,145 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:49,147 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:49,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741870_1046 (size=456) 2024-11-15T18:14:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T18:14:49,611 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:14:49,645 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:14:49,648 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694488089_ns2_test-17316944679251 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:49,660 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:14:49,661 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-15T18:14:49,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731694488089_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } in 1.5260 sec 2024-11-15T18:14:50,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-15T18:14:50,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T18:14:50,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316944679251 completed 2024-11-15T18:14:50,338 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731694477756 2024-11-15T18:14:50,338 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-15T18:14:50,340 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-15T18:14:50,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731694477756_ns2:test-17316944679251 2024-11-15T18:14:50,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731694488089_ns2_test-17316944679251 to hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/ 2024-11-15T18:14:50,349 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T18:14:50,393 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34959, inputRoot=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:50,393 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1999567146_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/.hbase-snapshot/.tmp/snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:50,396 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T18:14:50,411 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694488089_ns2_test-17316944679251 to hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/.hbase-snapshot/.tmp/snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741871_1047 (size=86) 2024-11-15T18:14:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741872_1048 (size=456) 2024-11-15T18:14:50,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:50,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:50,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-9057616422203409829.jar 2024-11-15T18:14:52,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:52,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:14:52,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:14:52,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:14:52,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:14:52,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:14:52,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:14:52,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:14:52,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:14:52,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:14:52,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:14:52,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:14:52,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:52,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:52,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:14:52,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:52,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:52,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:14:52,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:14:52,316 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:14:52,437 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731694488089_ns2_test-17316944679251' hfile list 2024-11-15T18:14:52,450 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-15T18:14:53,175 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local934697784_0001_d38a6de0-5216-4d24-8c05-0cac92f4f6d4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:14:53,175 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local934697784_0001_d38a6de0-5216-4d24-8c05-0cac92f4f6d4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:14:53,478 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T18:14:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741873_1049 (size=8413) 2024-11-15T18:14:54,054 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 output=hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 2024-11-15T18:14:54,057 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.015M/sec 2024-11-15T18:14:54,331 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T18:14:54,333 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T18:14:54,342 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:54,343 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731694488089_ns2_test-17316944679251 finished. 2024-11-15T18:14:54,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731694477756_test-1731694467925 2024-11-15T18:14:54,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731694483860_default_test-1731694467925 to hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/ 2024-11-15T18:14:54,343 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T18:14:54,389 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34959, inputRoot=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:14:54,389 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1999567146_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/.hbase-snapshot/.tmp/snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:54,392 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T18:14:54,400 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694483860_default_test-1731694467925 to hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/.hbase-snapshot/.tmp/snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741874_1050 (size=84) 2024-11-15T18:14:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741875_1051 (size=1146) 2024-11-15T18:14:54,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:54,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:54,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-8672537230644779047.jar 2024-11-15T18:14:55,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:14:55,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:14:55,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:14:55,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:14:55,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:14:55,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:14:55,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:14:55,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:14:55,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:14:55,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:14:55,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:14:55,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:14:55,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:55,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:55,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:14:55,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:55,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:14:55,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:14:55,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:14:56,014 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:14:56,107 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731694483860_default_test-1731694467925' hfile list 2024-11-15T18:14:56,110 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-15T18:14:56,241 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local652967993_0002_14f7178f-0ba0-499d-8c23-45da698801eb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:14:56,241 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local652967993_0002_14f7178f-0ba0-499d-8c23-45da698801eb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:14:56,342 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T18:14:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741876_1052 (size=8413) 2024-11-15T18:14:56,786 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f output=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:14:56,786 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-15T18:14:56,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741877_1053 (size=5484) 2024-11-15T18:14:57,324 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 output=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 2024-11-15T18:14:57,325 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.010M/sec 2024-11-15T18:14:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741878_1054 (size=5387) 2024-11-15T18:14:57,416 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd output=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd 2024-11-15T18:14:57,417 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.066M/sec 2024-11-15T18:14:58,300 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T18:14:58,305 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T18:14:58,355 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:58,355 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731694483860_default_test-1731694467925 finished. 2024-11-15T18:14:58,356 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316944679251 2024-11-15T18:14:58,356 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731694467925 2024-11-15T18:14:58,433 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731694477756 2024-11-15T18:14:58,433 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-15T18:14:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741879_1055 (size=130) 2024-11-15T18:14:58,880 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34959/backupUT/backup_1731694477756/.backup.manifest 2024-11-15T18:14:58,883 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731694477756 finished: type=FULL,tablelist=ns2:test-17316944679251;test-1731694467925,targetRootDir=hdfs://localhost:34959/backupUT,startts=1731694482809,completets=1731694498431,bytescopied=0 2024-11-15T18:14:58,883 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-15T18:14:58,883 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:58,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731694488089_ns2_test-17316944679251" type: DISABLED 2024-11-15T18:14:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731694488089_ns2_test-17316944679251 2024-11-15T18:14:58,894 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731694488089_ns2_test-17316944679251 for backup backup_1731694477756 succeeded. 2024-11-15T18:14:58,894 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:58,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731694483860_default_test-1731694467925" type: DISABLED 2024-11-15T18:14:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731694483860_default_test-1731694467925 2024-11-15T18:14:58,901 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731694483860_default_test-1731694467925 for backup backup_1731694477756 succeeded. 2024-11-15T18:14:58,902 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T18:14:58,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T18:14:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T18:14:58,918 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T18:14:58,924 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T18:14:58,951 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731694477756 completed. 2024-11-15T18:14:58,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:14:58,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:14:58,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731694477756', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:14:59,211 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731694467925 2024-11-15T18:14:59,235 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731694467925 2024-11-15T18:14:59,500 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731694467925 to Mob enabled CF 2024-11-15T18:14:59,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316944679251', row='row-t20', locateType=CURRENT is [region=ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:14:59,542 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17316944679251 2024-11-15T18:14:59,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:14:59,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] assignment.SplitTableRegionProcedure(210): test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. splitKey isn't explicitly specified, will try to find a best split key from RS 4e3b17656000,36071,1731694452536 2024-11-15T18:14:59,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f because midkey is the same as first or last row 2024-11-15T18:14:59,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd because midkey is the same as first or last row 2024-11-15T18:14:59,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 because midkey is the same as first or last row 2024-11-15T18:14:59,556 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HRegion(2902): Flushing a82721d49666604acd4dba01b5f3c38c 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-15T18:14:59,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f/5b017d28851a46ddbdb025e292bbdcb2 is 59, key is row-test-1731694467925-1-10/f:q1/1731694499027/Put/seqid=0 2024-11-15T18:14:59,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741880_1056 (size=10796) 2024-11-15T18:14:59,986 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f/5b017d28851a46ddbdb025e292bbdcb2 2024-11-15T18:15:00,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c is 63, key is row-test-1731694467925-3-100/mob:q1/1731694499481/Put/seqid=0 2024-11-15T18:15:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741881_1057 (size=5591) 2024-11-15T18:15:00,236 DEBUG [master/4e3b17656000:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731694467925 2024-11-15T18:15:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741882_1058 (size=950) 2024-11-15T18:15:00,267 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/.tabledesc/.tableinfo.0000000002.908 2024-11-15T18:15:00,268 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/.tabledesc/.tableinfo.0000000003.950 2024-11-15T18:15:00,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731694467925 in 37 msec 2024-11-15T18:15:00,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:00,422 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:00,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/mob/3b04301af08c4f959a3edb944628d9b4, store: [table=test-1731694467925 family=mob region=a82721d49666604acd4dba01b5f3c38c] 2024-11-15T18:15:00,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/mob/3b04301af08c4f959a3edb944628d9b4 is 192, key is row-test-1731694467925-3-100/mob:q1/1731694499481/Put/seqid=0 2024-11-15T18:15:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741883_1059 (size=13760) 2024-11-15T18:15:00,835 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/mob/3b04301af08c4f959a3edb944628d9b4 2024-11-15T18:15:00,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f/5b017d28851a46ddbdb025e292bbdcb2 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2 2024-11-15T18:15:00,867 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2, entries=99, sequenceid=334, filesize=10.5 K 2024-11-15T18:15:00,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/mob/3b04301af08c4f959a3edb944628d9b4 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4 2024-11-15T18:15:00,879 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4, entries=111, sequenceid=334, filesize=13.4 K 2024-11-15T18:15:00,880 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for a82721d49666604acd4dba01b5f3c38c in 1325ms, sequenceid=334, compaction requested=false 2024-11-15T18:15:00,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.HRegion(2603): Flush status journal for a82721d49666604acd4dba01b5f3c38c: 2024-11-15T18:15:00,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2 because midkey is the same as first or last row 2024-11-15T18:15:00,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd because midkey is the same as first or last row 2024-11-15T18:15:00,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4 because midkey is the same as first or last row 2024-11-15T18:15:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=4e3b17656000,36071,1731694452536 2024-11-15T18:15:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:15:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.CallRunner(138): callId: 301 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:35998 deadline: 1731694559549, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-15T18:15:00,889 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731694467925 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:15:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731694467925,, stopping at row=test-1731694467925 ,, for max=2147483647 with caching=100 2024-11-15T18:15:00,909 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731694467925,, stopping at row=test-1731694467925 ,, for max=2147483647 with caching=100 2024-11-15T18:15:00,938 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1389 2024-11-15T18:15:00,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,153 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T18:15:01,168 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731694500939 2024-11-15T18:15:01,179 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731694477756} 2024-11-15T18:15:01,179 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T18:15:01,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:01,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:15:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694501367 (current time:1731694501367). 2024-11-15T18:15:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T18:15:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572678ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:01,370 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:01,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:01,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb9eccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:01,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:01,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:01,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,376 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:01,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3b01d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:01,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:01,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:01,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:01,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:15:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2024-11-15T18:15:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T18:15:01,404 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:01,406 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:01,419 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741884_1060 (size=52) 2024-11-15T18:15:01,432 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:01,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b}] 2024-11-15T18:15:01,434 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T18:15:01,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2024-11-15T18:15:01,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:15:01,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 531705ef3a00aac15b43ffb4f3fc942b 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/c84a887f0821448fb68d852d0f08bc1d is 158, key is trslm:hdfs://localhost:34959/backupUT\x00ns2:test-17316944679251/meta:log-roll-map/1731694498411/Put/seqid=0 2024-11-15T18:15:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741885_1061 (size=5914) 2024-11-15T18:15:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T18:15:02,007 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/c84a887f0821448fb68d852d0f08bc1d 2024-11-15T18:15:02,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/61d51a6087164821aca21191181b7d2f is 433, key is session:backup_1731694477756/session:context/1731694498923/Put/seqid=0 2024-11-15T18:15:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T18:15:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741886_1062 (size=5535) 2024-11-15T18:15:02,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/61d51a6087164821aca21191181b7d2f 2024-11-15T18:15:02,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/c84a887f0821448fb68d852d0f08bc1d as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d 2024-11-15T18:15:02,088 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d, entries=6, sequenceid=17, filesize=5.8 K 2024-11-15T18:15:02,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/61d51a6087164821aca21191181b7d2f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f 2024-11-15T18:15:02,106 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T18:15:02,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 531705ef3a00aac15b43ffb4f3fc942b in 521ms, sequenceid=17, compaction requested=false 2024-11-15T18:15:02,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 531705ef3a00aac15b43ffb4f3fc942b: 2024-11-15T18:15:02,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. for snapshot_backup_system completed. 2024-11-15T18:15:02,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.' region-info for snapshot=snapshot_backup_system 2024-11-15T18:15:02,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:02,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d] hfiles 2024-11-15T18:15:02,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d for snapshot=snapshot_backup_system 2024-11-15T18:15:02,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f] hfiles 2024-11-15T18:15:02,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811 for snapshot=snapshot_backup_system 2024-11-15T18:15:02,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f for snapshot=snapshot_backup_system 2024-11-15T18:15:02,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741887_1063 (size=173) 2024-11-15T18:15:02,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:15:02,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T18:15:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T18:15:02,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:02,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:02,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-15T18:15:02,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b in 722 msec 2024-11-15T18:15:02,165 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:02,167 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:02,168 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:02,168 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T18:15:02,171 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T18:15:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741888_1064 (size=810) 2024-11-15T18:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T18:15:02,615 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:02,626 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:02,627 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_backup_system 2024-11-15T18:15:02,630 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:02,630 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2024-11-15T18:15:02,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2360 sec 2024-11-15T18:15:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T18:15:03,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T18:15:03,549 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731694500939 started at 1731694503549. 2024-11-15T18:15:03,552 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731694500939 has been started. 2024-11-15T18:15:03,559 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17316944679251, test-1731694467925] 2024-11-15T18:15:03,564 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731694469302for backupID backup_1731694500939 2024-11-15T18:15:03,565 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-15T18:15:03,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T18:15:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T18:15:03,566 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T18:15:03,566 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T18:15:03,566 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T18:15:03,566 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T18:15:03,571 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:03,571 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:03,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:15:03,631 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,631 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:15:03,631 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:15:03,632 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,632 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T18:15:03,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:03,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:03,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T18:15:03,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:03,633 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T18:15:03,633 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T18:15:03,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T18:15:03,633 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T18:15:03,633 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T18:15:03,633 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T18:15:03,634 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T18:15:03,634 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T18:15:03,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,647 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:03,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:03,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:03,648 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T18:15:03,648 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T18:15:03,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:03,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:03,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:03,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:03,651 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T18:15:03,651 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5151e206[Count = 0] remaining members to acquire global barrier 2024-11-15T18:15:03,651 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T18:15:03,651 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:03,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:03,660 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:03,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:03,660 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T18:15:03,661 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,661 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T18:15:03,661 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T18:15:03,661 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,661 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731694483067 highest: 1731694483140 on 4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,662 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.meta:.meta(num 1731694483019) roll requested 2024-11-15T18:15:03,683 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694503662.meta, exclude list is [], retry=0 2024-11-15T18:15:03,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:03,708 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694503662.meta 2024-11-15T18:15:03,708 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:03,708 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta is not closed yet, will try archiving it next time 2024-11-15T18:15:03,708 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0:(num 1731694483067) roll requested 2024-11-15T18:15:03,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta not finished, retry = 0 2024-11-15T18:15:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741857_1033 (size=93) 2024-11-15T18:15:03,731 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694503708, exclude list is [], retry=0 2024-11-15T18:15:03,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:03,752 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694503708 2024-11-15T18:15:03,752 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:03,752 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 is not closed yet, will try archiving it next time 2024-11-15T18:15:03,752 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1:(num 1731694483140) roll requested 2024-11-15T18:15:03,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 not finished, retry = 0 2024-11-15T18:15:03,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741858_1034 (size=1198) 2024-11-15T18:15:03,777 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753, exclude list is [], retry=0 2024-11-15T18:15:03,786 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 125 2024-11-15T18:15:03,787 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731694503708 on 4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:03,811 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753 2024-11-15T18:15:03,811 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:03,811 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 is not closed yet, will try archiving it next time 2024-11-15T18:15:03,816 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694469302 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694469302 2024-11-15T18:15:03,817 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta 2024-11-15T18:15:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741859_1035 (size=30490) 2024-11-15T18:15:03,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:03,876 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T18:15:03,876 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '4e3b17656000,36071,1731694452536' in zk 2024-11-15T18:15:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:03,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:03,918 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T18:15:03,918 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:15:03,918 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T18:15:03,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:03,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:03,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:03,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:03,966 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:03,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:03,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:04,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '4e3b17656000,36071,1731694452536': 2024-11-15T18:15:04,011 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T18:15:04,011 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T18:15:04,011 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '4e3b17656000,36071,1731694452536' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T18:15:04,011 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T18:15:04,011 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T18:15:04,011 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T18:15:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:15:04,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:04,069 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:04,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:04,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:04,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:04,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:04,070 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:15:04,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:15:04,070 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:04,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:04,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:04,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:04,072 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:04,072 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:04,073 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:04,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:04,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:04,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:04,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:15:04,085 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:15:04,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:04,086 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:15:04,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T18:15:04,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T18:15:04,086 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:15:04,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:15:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T18:15:04,107 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {4e3b17656000:36071=1731694469302} newestTimestamps: {4e3b17656000:36071=1731694483140} 2024-11-15T18:15:04,111 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 4e3b17656000%2C36071%2C1731694452536.meta.1731694459542.meta 2024-11-15T18:15:04,111 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 4e3b17656000%2C36071%2C1731694452536.meta.1731694503662.meta 2024-11-15T18:15:04,111 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 2024-11-15T18:15:04,111 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694503708 2024-11-15T18:15:04,111 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 2024-11-15T18:15:04,111 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753 2024-11-15T18:15:04,113 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta 2024-11-15T18:15:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741892_1068 (size=364) 2024-11-15T18:15:04,573 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316944679251 target: hdfs://localhost:34959/backupUT/backup_1731694500939/ns2/test-17316944679251 descriptor: 'ns2:test-17316944679251', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:04,573 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T18:15:04,577 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316944679251 2024-11-15T18:15:04,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741893_1069 (size=50) 2024-11-15T18:15:04,593 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316944679251 2024-11-15T18:15:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741894_1070 (size=950) 2024-11-15T18:15:04,644 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731694467925 target: hdfs://localhost:34959/backupUT/backup_1731694500939/default/test-1731694467925 descriptor: 'test-1731694467925', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:04,644 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T18:15:04,654 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731694467925 2024-11-15T18:15:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741895_1071 (size=53) 2024-11-15T18:15:04,717 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731694467925 2024-11-15T18:15:04,753 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34959/backupUT/.tmp/backup_1731694500939 from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067;hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 2024-11-15T18:15:04,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa29a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:04,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:04,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:04,761 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:04,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ffc112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:04,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:04,767 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b38243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:04,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:15:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:15:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23cf4fc2 2024-11-15T18:15:04,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:15:04,787 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:15:04,814 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T18:15:04,815 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316944679251 2024-11-15T18:15:04,815 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316944679251,, stopping at row=ns2:test-17316944679251 ,, for max=2147483647 with caching=100 2024-11-15T18:15:04,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:04,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:04,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:04,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:04,824 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316944679251: ns2:test-17316944679251; 2024-11-15T18:15:04,825 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731694467925 2024-11-15T18:15:04,825 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731694467925,, stopping at row=test-1731694467925 ,, for max=2147483647 with caching=100 2024-11-15T18:15:04,830 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731694467925: test-1731694467925; 2024-11-15T18:15:04,831 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T18:15:04,831 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/partitions_f35f26aa-9004-4310-809f-4877543b0745 2024-11-15T18:15:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741896_1072 (size=192) 2024-11-15T18:15:05,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:05,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:05,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-664498814642986205.jar 2024-11-15T18:15:06,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:06,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:06,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:06,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:06,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:06,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:06,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:06,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:06,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:06,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:06,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:06,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:06,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:06,543 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17316944679251,default:test-1731694467925 2024-11-15T18:15:06,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:15:06,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:06,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:06,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:06,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:06,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:07,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-8124015595557666117.jar 2024-11-15T18:15:07,680 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:07,705 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 for WAL files 2024-11-15T18:15:07,706 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 2024-11-15T18:15:07,707 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 for WAL files 2024-11-15T18:15:07,708 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 2024-11-15T18:15:07,899 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local2043637948_0003_d542edb8-8428-49e0-a748-1c69bf40d39a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:07,899 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local2043637948_0003_d542edb8-8428-49e0-a748-1c69bf40d39a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:07,902 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:15:08,070 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 for hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 (-9223372036854775808:9223372036854775807) length:30490 2024-11-15T18:15:08,119 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T18:15:08,120 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T18:15:08,274 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 for hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 (-9223372036854775808:9223372036854775807) length:1198 2024-11-15T18:15:08,294 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T18:15:08,295 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T18:15:08,463 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1546ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:08,463 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:08,463 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:08,467 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:08,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c174fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:08,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:08,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:08,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:08,471 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:08,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe123b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:08,473 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:08,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:08,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:08,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316944679251', row='row-t20', locateType=CURRENT is [region=ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:15:08,483 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T18:15:08,483 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:08,483 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:08,483 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:08,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:08,483 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-15T18:15:08,483 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:15:08,499 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/backupUT/.tmp/backup_1731694500939/_temporary/0/_temporary/attempt_local2043637948_0003_r_000000_0/ns2/test-17316944679251/f/17aeb173ad274ce9beee46c01750ea52 is 38, key is row-t20/f:q1/1731694499524/Put/seqid=0 2024-11-15T18:15:08,503 WARN [Thread-952 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:15:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741897_1073 (size=5275) 2024-11-15T18:15:08,978 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d830d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:08,978 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:08,978 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:08,980 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:08,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e25d12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:08,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:08,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:08,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:08,982 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:08,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5538defb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:08,984 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:08,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:08,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:08,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:08,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731694467925', row='row-test-1731694467925-1-0', locateType=CURRENT is [region=test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., hostname=4e3b17656000,36071,1731694452536, seqNum=107] 2024-11-15T18:15:08,990 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T18:15:08,990 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:08,990 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:08,990 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:08,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:08,991 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-1-0] 2024-11-15T18:15:08,991 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:15:09,011 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73682621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:09,011 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:09,012 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:09,017 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e69926d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:09,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:09,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:09,023 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:09,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544712f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:09,025 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:09,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:09,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:09,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:09,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731694467925', row='row-test-1731694467925-3-0', locateType=CURRENT is [region=test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., hostname=4e3b17656000,36071,1731694452536, seqNum=107] 2024-11-15T18:15:09,032 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T18:15:09,032 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:09,032 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:09,032 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:09,032 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-3-0] 2024-11-15T18:15:09,032 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:15:09,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:09,055 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/backupUT/.tmp/backup_1731694500939/_temporary/0/_temporary/attempt_local2043637948_0003_r_000001_0/default/test-1731694467925/f/45b888a0e2964e2fa5c5e2784e134750 is 59, key is row-test-1731694467925-1-10/f:q1/1731694499027/Put/seqid=0 2024-11-15T18:15:09,061 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:15:09,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741898_1074 (size=10770) 2024-11-15T18:15:09,474 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/backupUT/.tmp/backup_1731694500939/_temporary/0/_temporary/attempt_local2043637948_0003_r_000001_0/default/test-1731694467925/mob/aa2b8f1c5678423f94870156bdde490b is 63, key is row-test-1731694467925-3-100/mob:q1/1731694499481/Put/seqid=0 2024-11-15T18:15:09,476 WARN [Thread-966 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:15:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741899_1075 (size=11811) 2024-11-15T18:15:09,980 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:34959/backupUT 2024-11-15T18:15:09,980 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731694500939 2024-11-15T18:15:09,981 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-15T18:15:10,039 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:34959/backupUT/.tmp/backup_1731694500939, hdfs://localhost:34959/backupUT] 2024-11-15T18:15:10,231 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741900_1076 (size=11811) 2024-11-15T18:15:10,951 INFO [master/4e3b17656000:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T18:15:10,951 INFO [master/4e3b17656000:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T18:15:11,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741901_1077 (size=5275) 2024-11-15T18:15:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741902_1078 (size=10770) 2024-11-15T18:15:11,448 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-15T18:15:11,451 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731694500939 2024-11-15T18:15:11,452 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-15T18:15:11,452 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local29520342_0004 completed: true true 2024-11-15T18:15:11,453 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824601 FILE: Number of bytes written=6183024 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-15T18:15:11,454 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:34959/backupUT/.tmp/backup_1731694500939 to hdfs://localhost:34959/backupUT finished. 2024-11-15T18:15:11,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17316944679251:', locateType=CURRENT is [region=backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:15:11,474 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731694500939 2024-11-15T18:15:11,478 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731694477756} 2024-11-15T18:15:11,478 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T18:15:11,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741903_1079 (size=384) 2024-11-15T18:15:11,886 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34959/backupUT/backup_1731694500939/.backup.manifest 2024-11-15T18:15:11,886 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731694500939 finished: type=INCREMENTAL,tablelist=ns2:test-17316944679251;test-1731694467925,targetRootDir=hdfs://localhost:34959/backupUT,startts=1731694503549,completets=1731694511474,bytescopied=0 2024-11-15T18:15:11,886 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T18:15:11,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T18:15:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T18:15:11,895 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T18:15:11,897 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T18:15:11,901 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731694500939 completed. 2024-11-15T18:15:11,901 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-15T18:15:11,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:11,923 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34959/backupUT/backup_1731694500939/.backup.manifest 2024-11-15T18:15:11,926 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731694500939/.backup.manifest 2024-11-15T18:15:11,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731694467925 from 'test-1731694467925', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731694467925', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731694467925 2024-11-15T18:15:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741904_1080 (size=908) 2024-11-15T18:15:12,344 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/.tabledesc/.tableinfo.0000000003.950 2024-11-15T18:15:12,344 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/.tabledesc/.tableinfo.0000000004.908 2024-11-15T18:15:12,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731694467925}] 2024-11-15T18:15:12,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE}] 2024-11-15T18:15:12,355 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE 2024-11-15T18:15:12,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=CLOSING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:15:12,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE because future has completed 2024-11-15T18:15:12,360 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:15:12,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:15:12,513 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,513 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:15:12,513 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing a82721d49666604acd4dba01b5f3c38c, disabling compactions & flushes 2024-11-15T18:15:12,513 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:12,513 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:12,514 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. after waiting 0 ms 2024-11-15T18:15:12,514 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:12,527 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-15T18:15:12,528 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:15:12,528 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:12,528 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for a82721d49666604acd4dba01b5f3c38c: Waiting for close lock at 1731694512513Running coprocessor pre-close hooks at 1731694512513Disabling compacts and flushes for region at 1731694512513Disabling writes for close at 1731694512514 (+1 ms)Writing region close event to WAL at 1731694512521 (+7 ms)Running coprocessor post-close hooks at 1731694512528 (+7 ms)Closed at 1731694512528 2024-11-15T18:15:12,528 WARN [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: a82721d49666604acd4dba01b5f3c38c to self. 2024-11-15T18:15:12,530 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=CLOSED 2024-11-15T18:15:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:15:12,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T18:15:12,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 in 174 msec 2024-11-15T18:15:12,537 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE; state=CLOSED, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=true 2024-11-15T18:15:12,688 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:15:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE because future has completed 2024-11-15T18:15:12,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:15:12,849 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:12,849 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a82721d49666604acd4dba01b5f3c38c, NAME => 'test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:15:12,850 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:15:12,850 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731694467925 a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,850 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:12,850 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,850 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,853 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,855 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82721d49666604acd4dba01b5f3c38c columnFamilyName f 2024-11-15T18:15:12,855 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:12,869 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:15:12,878 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2 2024-11-15T18:15:12,878 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(327): Store=a82721d49666604acd4dba01b5f3c38c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:12,879 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,880 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82721d49666604acd4dba01b5f3c38c columnFamilyName f2 2024-11-15T18:15:12,880 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:12,881 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(327): Store=a82721d49666604acd4dba01b5f3c38c/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:12,881 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,882 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82721d49666604acd4dba01b5f3c38c columnFamilyName mob 2024-11-15T18:15:12,883 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:12,893 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4 2024-11-15T18:15:12,899 DEBUG [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 2024-11-15T18:15:12,899 INFO [StoreOpener-a82721d49666604acd4dba01b5f3c38c-1 {}] regionserver.HStore(327): Store=a82721d49666604acd4dba01b5f3c38c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:12,900 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,900 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,902 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,902 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,903 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,903 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731694467925 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:15:12,905 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,906 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a82721d49666604acd4dba01b5f3c38c; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10651030560, jitterRate=-0.008045479655265808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:15:12,906 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a82721d49666604acd4dba01b5f3c38c: Running coprocessor pre-open hook at 1731694512850Writing region info on filesystem at 1731694512850Initializing all the Stores at 1731694512852 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694512852Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694512852Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694512852Cleaning up temporary data from old regions at 1731694512903 (+51 ms)Running coprocessor post-open hooks at 1731694512906 (+3 ms)Region opened successfully at 1731694512910 (+4 ms) 2024-11-15T18:15:12,911 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., pid=46, masterSystemTime=1731694512843 2024-11-15T18:15:12,913 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:12,913 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:12,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a82721d49666604acd4dba01b5f3c38c, regionState=OPEN, openSeqNum=338, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:15:12,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:15:12,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-15T18:15:12,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure a82721d49666604acd4dba01b5f3c38c, server=4e3b17656000,36071,1731694452536 in 226 msec 2024-11-15T18:15:12,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-15T18:15:12,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731694467925, region=a82721d49666604acd4dba01b5f3c38c, REOPEN/MOVE in 566 msec 2024-11-15T18:15:12,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T18:15:12,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731694467925 in 574 msec 2024-11-15T18:15:12,926 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731694467925 2024-11-15T18:15:12,932 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd 2024-11-15T18:15:12,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731694467925 in 1.0050 sec 2024-11-15T18:15:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T18:15:12,936 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731694467925 completed 2024-11-15T18:15:12,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:12,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:12,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:12,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:12,972 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T18:15:12,977 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731694512937 2024-11-15T18:15:12,980 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731694500939} 2024-11-15T18:15:12,980 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731694477756} 2024-11-15T18:15:12,980 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-15T18:15:12,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:13,026 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731694467925 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731694467925 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:13,028 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731694512937,startts=0,failedts=1731694513026,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731694467925 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-15T18:15:13,028 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-15T18:15:13,031 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-15T18:15:13,031 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T18:15:13,033 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-15T18:15:13,033 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-15T18:15:13,035 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T18:15:13,037 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731694512937 failed. 2024-11-15T18:15:13,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:13,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:13,060 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731694467925, ns2:test-17316944679251, ns3:test-17316944679252, ns4:test-17316944679253] 2024-11-15T18:15:13,061 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T18:15:13,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:15:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694513066 (current time:1731694513066). 2024-11-15T18:15:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T18:15:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bb8a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:13,068 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:13,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:13,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:13,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b38fb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:13,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:13,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da67896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:13,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:13,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:13,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:13,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:13,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:15:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-15T18:15:13,077 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T18:15:13,078 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:13,081 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:13,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741905_1081 (size=52) 2024-11-15T18:15:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T18:15:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T18:15:13,489 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:13,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b}] 2024-11-15T18:15:13,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:13,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-15T18:15:13,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:15:13,643 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 531705ef3a00aac15b43ffb4f3fc942b 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-15T18:15:13,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/769f3d26630648e8a462a1df879d5851 is 158, key is trslm:hdfs://localhost:34959/backupUT\x00ns2:test-17316944679251/meta:log-roll-map/1731694511461/Put/seqid=0 2024-11-15T18:15:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741906_1082 (size=5745) 2024-11-15T18:15:13,661 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/769f3d26630648e8a462a1df879d5851 2024-11-15T18:15:13,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/a7f10c099b374a5b9aae4490488fbecf is 1245, key is session:backup_1731694512937/session:context/1731694513034/Put/seqid=0 2024-11-15T18:15:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741907_1083 (size=6682) 2024-11-15T18:15:13,686 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/a7f10c099b374a5b9aae4490488fbecf 2024-11-15T18:15:13,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/769f3d26630648e8a462a1df879d5851 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/769f3d26630648e8a462a1df879d5851 2024-11-15T18:15:13,702 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/769f3d26630648e8a462a1df879d5851, entries=4, sequenceid=31, filesize=5.6 K 2024-11-15T18:15:13,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/a7f10c099b374a5b9aae4490488fbecf as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/a7f10c099b374a5b9aae4490488fbecf 2024-11-15T18:15:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T18:15:13,713 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/a7f10c099b374a5b9aae4490488fbecf, entries=3, sequenceid=31, filesize=6.5 K 2024-11-15T18:15:13,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 531705ef3a00aac15b43ffb4f3fc942b in 71ms, sequenceid=31, compaction requested=true 2024-11-15T18:15:13,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 531705ef3a00aac15b43ffb4f3fc942b: 2024-11-15T18:15:13,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. for snapshot_backup_system completed. 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.' region-info for snapshot=snapshot_backup_system 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/769f3d26630648e8a462a1df879d5851] hfiles 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d for snapshot=snapshot_backup_system 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/769f3d26630648e8a462a1df879d5851 for snapshot=snapshot_backup_system 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/a7f10c099b374a5b9aae4490488fbecf] hfiles 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811 for snapshot=snapshot_backup_system 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f for snapshot=snapshot_backup_system 2024-11-15T18:15:13,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/a7f10c099b374a5b9aae4490488fbecf for snapshot=snapshot_backup_system 2024-11-15T18:15:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741908_1084 (size=251) 2024-11-15T18:15:14,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:15:14,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T18:15:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T18:15:14,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:14,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:14,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-15T18:15:14,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b in 649 msec 2024-11-15T18:15:14,140 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:14,141 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:14,141 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:14,141 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T18:15:14,142 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T18:15:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741909_1085 (size=888) 2024-11-15T18:15:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T18:15:14,555 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:14,567 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:14,568 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_backup_system 2024-11-15T18:15:14,570 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:14,570 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-15T18:15:14,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4950 sec 2024-11-15T18:15:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T18:15:15,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T18:15:15,238 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731694513038 started at 1731694515238. 2024-11-15T18:15:15,240 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731694513038 has been started. 2024-11-15T18:15:15,244 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-15T18:15:15,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T18:15:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T18:15:15,245 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T18:15:15,245 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T18:15:15,245 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T18:15:15,245 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T18:15:15,246 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,246 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:15,320 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:15:15,320 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:15:15,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:15:15,320 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,320 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T18:15:15,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:15,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T18:15:15,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:15,322 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T18:15:15,322 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T18:15:15,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T18:15:15,322 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T18:15:15,322 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T18:15:15,322 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T18:15:15,322 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T18:15:15,322 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T18:15:15,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,333 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:15,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:15,334 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,334 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T18:15:15,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:15,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:15,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:15,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:15,336 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T18:15:15,336 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@285172e2[Count = 0] remaining members to acquire global barrier 2024-11-15T18:15:15,336 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T18:15:15,336 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,345 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,345 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T18:15:15,345 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,345 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T18:15:15,345 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T18:15:15,345 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,345 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731694503708 highest: 1731694503753 on 4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,346 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.meta:.meta(num 1731694503662) roll requested 2024-11-15T18:15:15,359 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta, exclude list is [], retry=0 2024-11-15T18:15:15,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:15,363 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694503662.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta 2024-11-15T18:15:15,363 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:15,363 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694503662.meta is not closed yet, will try archiving it next time 2024-11-15T18:15:15,363 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0:(num 1731694503708) roll requested 2024-11-15T18:15:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741889_1065 (size=1903) 2024-11-15T18:15:15,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694503662.meta not finished, retry = 0 2024-11-15T18:15:15,377 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363, exclude list is [], retry=0 2024-11-15T18:15:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:15,381 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694503708 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 2024-11-15T18:15:15,382 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:15,382 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694503708 is not closed yet, will try archiving it next time 2024-11-15T18:15:15,382 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1:(num 1731694503753) roll requested 2024-11-15T18:15:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741890_1066 (size=93) 2024-11-15T18:15:15,384 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694503708 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694503708 2024-11-15T18:15:15,396 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382, exclude list is [], retry=0 2024-11-15T18:15:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:15,400 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 2024-11-15T18:15:15,400 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:15,401 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753 is not closed yet, will try archiving it next time 2024-11-15T18:15:15,401 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694483140 2024-11-15T18:15:15,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753 not finished, retry = 0 2024-11-15T18:15:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741891_1067 (size=4927) 2024-11-15T18:15:15,406 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-15T18:15:15,406 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731694515363 on 4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:15,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:15,425 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T18:15:15,425 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '4e3b17656000,36071,1731694452536' in zk 2024-11-15T18:15:15,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,442 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T18:15:15,442 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:15:15,442 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T18:15:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:15,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:15,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:15,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:15,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '4e3b17656000,36071,1731694452536': 2024-11-15T18:15:15,446 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T18:15:15,446 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T18:15:15,446 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '4e3b17656000,36071,1731694452536' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T18:15:15,446 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T18:15:15,446 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T18:15:15,446 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T18:15:15,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:15:15,461 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,462 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:15:15,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:15:15,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:15,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:15,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:15,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:15,471 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:15,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:15,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,473 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:15,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:15,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:15:15,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,484 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:15:15,484 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:15:15,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:15:15,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:15,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:15,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:15,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:15,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:15,484 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:15:15,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T18:15:15,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T18:15:15,487 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:15:15,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:15:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T18:15:15,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-15T18:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694515492 (current time:1731694515492). 2024-11-15T18:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731694515491_backup_system_bulk VERSION not specified, setting to 2 2024-11-15T18:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1f5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:15,496 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:15,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:15,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:15,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d278483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:15,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:15,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:15,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:15,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:15,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8b18ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:15,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:15,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:15,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-15T18:15:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-15T18:15:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T18:15:15,510 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:15,511 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:15,527 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:15,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741913_1089 (size=76) 2024-11-15T18:15:15,561 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:15,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4f665caa52aa397f18903f14ea40229}] 2024-11-15T18:15:15,567 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4f665caa52aa397f18903f14ea40229 2024-11-15T18:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T18:15:15,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-15T18:15:15,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:15:15,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for f4f665caa52aa397f18903f14ea40229: 2024-11-15T18:15:15,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. for snapshot_1731694515491_backup_system_bulk completed. 2024-11-15T18:15:15,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229.' region-info for snapshot=snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:15,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:15,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:15,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741914_1090 (size=61) 2024-11-15T18:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T18:15:16,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fcf4cdc25b70e83c50ec8662baeabfd9, had cached 0 bytes from a total of 8413 2024-11-15T18:15:16,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:15:16,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-15T18:15:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-15T18:15:16,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731694515491_backup_system_bulk on region f4f665caa52aa397f18903f14ea40229 2024-11-15T18:15:16,137 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4f665caa52aa397f18903f14ea40229 2024-11-15T18:15:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T18:15:16,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-15T18:15:16,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f4f665caa52aa397f18903f14ea40229 in 577 msec 2024-11-15T18:15:16,142 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:16,144 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:16,145 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:16,145 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:16,147 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741915_1091 (size=702) 2024-11-15T18:15:16,582 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:16,589 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:16,589 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694515491_backup_system_bulk to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:16,592 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:16,592 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-15T18:15:16,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731694515491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.0850 sec 2024-11-15T18:15:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T18:15:16,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-15T18:15:16,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } 2024-11-15T18:15:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694516649 (current time:1731694516649). 2024-11-15T18:15:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731694516649_ns2_test-17316944679251 VERSION not specified, setting to 2 2024-11-15T18:15:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7760df79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:16,652 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f642238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:16,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:16,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:16,654 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:16,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d8b438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:16,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:16,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:16,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:16,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:16,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } 2024-11-15T18:15:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-15T18:15:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T18:15:16,665 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:16,667 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:16,671 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:16,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741916_1092 (size=86) 2024-11-15T18:15:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T18:15:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T18:15:17,087 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:17,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9}] 2024-11-15T18:15:17,088 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:15:17,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-15T18:15:17,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:15:17,242 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2902): Flushing fcf4cdc25b70e83c50ec8662baeabfd9 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-15T18:15:17,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/.tmp/f/3048c4cd769a4c4f87dc3edc58bebd71 is 38, key is row-t20/f:q1/1731694499524/Put/seqid=0 2024-11-15T18:15:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741917_1093 (size=5134) 2024-11-15T18:15:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T18:15:17,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/.tmp/f/3048c4cd769a4c4f87dc3edc58bebd71 2024-11-15T18:15:17,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/.tmp/f/3048c4cd769a4c4f87dc3edc58bebd71 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/3048c4cd769a4c4f87dc3edc58bebd71 2024-11-15T18:15:17,676 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/3048c4cd769a4c4f87dc3edc58bebd71, entries=5, sequenceid=111, filesize=5.0 K 2024-11-15T18:15:17,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for fcf4cdc25b70e83c50ec8662baeabfd9 in 436ms, sequenceid=111, compaction requested=false 2024-11-15T18:15:17,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for fcf4cdc25b70e83c50ec8662baeabfd9: 2024-11-15T18:15:17,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. for snapshot_1731694516649_ns2_test-17316944679251 completed. 2024-11-15T18:15:17,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9.' region-info for snapshot=snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:17,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:17,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/3048c4cd769a4c4f87dc3edc58bebd71] hfiles 2024-11-15T18:15:17,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 for snapshot=snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:17,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/3048c4cd769a4c4f87dc3edc58bebd71 for snapshot=snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:17,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741918_1094 (size=130) 2024-11-15T18:15:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T18:15:18,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T18:15:18,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:15:18,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-15T18:15:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-15T18:15:18,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731694516649_ns2_test-17316944679251 on region fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:15:18,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:15:18,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-15T18:15:18,095 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:18,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcf4cdc25b70e83c50ec8662baeabfd9 in 1.0050 sec 2024-11-15T18:15:18,096 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:18,097 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:18,097 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:18,098 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741919_1095 (size=496) 2024-11-15T18:15:18,137 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:18,150 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:18,154 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694516649_ns2_test-17316944679251 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:18,157 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:18,157 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-15T18:15:18,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731694516649_ns2_test-17316944679251 table=ns2:test-17316944679251 type=FLUSH ttl=0 } in 1.4960 sec 2024-11-15T18:15:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T18:15:18,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316944679251 completed 2024-11-15T18:15:18,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } 2024-11-15T18:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694518809 (current time:1731694518809). 2024-11-15T18:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731694518808_ns3_test-17316944679252 VERSION not specified, setting to 2 2024-11-15T18:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e3b808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:18,812 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:18,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:18,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:18,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dcb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:18,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:18,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:18,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:18,815 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:18,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26748d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:18,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:18,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:18,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:18,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:18,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } 2024-11-15T18:15:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-15T18:15:18,826 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:18,828 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T18:15:18,835 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741920_1096 (size=86) 2024-11-15T18:15:18,875 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:18,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f8763c2e2e817684a2b2219f2254e6}] 2024-11-15T18:15:18,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T18:15:19,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-15T18:15:19,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:15:19,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 91f8763c2e2e817684a2b2219f2254e6: 2024-11-15T18:15:19,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. for snapshot_1731694518808_ns3_test-17316944679252 completed. 2024-11-15T18:15:19,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6.' region-info for snapshot=snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:19,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:19,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:19,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741921_1097 (size=52) 2024-11-15T18:15:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T18:15:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T18:15:19,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:15:19,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-15T18:15:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-15T18:15:19,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731694518808_ns3_test-17316944679252 on region 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:15:19,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:15:19,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-15T18:15:19,466 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:19,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91f8763c2e2e817684a2b2219f2254e6 in 588 msec 2024-11-15T18:15:19,467 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:19,468 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:19,469 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:19,470 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741922_1098 (size=443) 2024-11-15T18:15:19,922 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:19,929 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:19,929 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694518808_ns3_test-17316944679252 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:19,934 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:19,935 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-15T18:15:19,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731694518808_ns3_test-17316944679252 table=ns3:test-17316944679252 type=FLUSH ttl=0 } in 1.1120 sec 2024-11-15T18:15:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T18:15:19,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17316944679252 completed 2024-11-15T18:15:19,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } 2024-11-15T18:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694519969 (current time:1731694519969). 2024-11-15T18:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731694519968_default_test-1731694467925 VERSION not specified, setting to 2 2024-11-15T18:15:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f2bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:19,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:19,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:19,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:19,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27373d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:19,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:19,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:19,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:19,974 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:19,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b62fb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:19,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:19,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:19,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:19,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:19,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } 2024-11-15T18:15:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-15T18:15:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T18:15:19,984 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:19,986 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:19,992 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741923_1099 (size=84) 2024-11-15T18:15:20,006 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:20,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c}] 2024-11-15T18:15:20,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T18:15:20,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-15T18:15:20,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:20,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for a82721d49666604acd4dba01b5f3c38c: 2024-11-15T18:15:20,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. for snapshot_1731694519968_default_test-1731694467925 completed. 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c.' region-info for snapshot=snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2] hfiles 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f for snapshot=snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2 for snapshot=snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4] hfiles 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 for snapshot=snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4 for snapshot=snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:20,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741924_1100 (size=224) 2024-11-15T18:15:20,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:15:20,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-15T18:15:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-15T18:15:20,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731694519968_default_test-1731694467925 on region a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:20,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:20,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-15T18:15:20,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a82721d49666604acd4dba01b5f3c38c in 222 msec 2024-11-15T18:15:20,232 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:20,233 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:20,242 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-15T18:15:20,242 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-15T18:15:20,242 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:20,247 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-15T18:15:20,247 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:20,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-15T18:15:20,255 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:20,258 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c] hfiles 2024-11-15T18:15:20,259 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741925_1101 (size=168) 2024-11-15T18:15:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T18:15:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T18:15:20,682 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:20,682 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:20,683 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741926_1102 (size=1305) 2024-11-15T18:15:21,102 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T18:15:21,121 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:21,121 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694519968_default_test-1731694467925 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:21,124 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:21,124 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-15T18:15:21,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731694519968_default_test-1731694467925 table=test-1731694467925 type=FLUSH ttl=0 } in 1.1420 sec 2024-11-15T18:15:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T18:15:22,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731694467925 completed 2024-11-15T18:15:22,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } 2024-11-15T18:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694522129 (current time:1731694522129). 2024-11-15T18:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731694522128_ns4_test-17316944679253 VERSION not specified, setting to 2 2024-11-15T18:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7789323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:22,131 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:22,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:22,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:22,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8f3a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:22,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:22,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:22,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,134 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:22,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a304d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:22,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:22,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:22,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:22,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } 2024-11-15T18:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-15T18:15:22,145 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:22,146 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T18:15:22,151 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741927_1103 (size=86) 2024-11-15T18:15:22,188 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:22,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6329ee8507a6a610dea1c0bfff5809d}] 2024-11-15T18:15:22,190 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:15:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T18:15:22,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-15T18:15:22,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:15:22,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for f6329ee8507a6a610dea1c0bfff5809d: 2024-11-15T18:15:22,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. for snapshot_1731694522128_ns4_test-17316944679253 completed. 2024-11-15T18:15:22,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d.' region-info for snapshot=snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:22,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:22,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:22,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741928_1104 (size=52) 2024-11-15T18:15:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T18:15:22,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:15:22,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-15T18:15:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-15T18:15:22,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731694522128_ns4_test-17316944679253 on region f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:15:22,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:15:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T18:15:22,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-15T18:15:22,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f6329ee8507a6a610dea1c0bfff5809d in 588 msec 2024-11-15T18:15:22,778 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:22,779 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:22,780 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:22,780 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:22,781 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:22,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741929_1105 (size=443) 2024-11-15T18:15:23,206 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:23,212 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:23,213 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_1731694522128_ns4_test-17316944679253 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:23,215 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:23,215 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-15T18:15:23,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731694522128_ns4_test-17316944679253 table=ns4:test-17316944679253 type=FLUSH ttl=0 } in 1.0740 sec 2024-11-15T18:15:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T18:15:23,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17316944679253 completed 2024-11-15T18:15:23,288 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731694513038 2024-11-15T18:15:23,289 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-15T18:15:23,289 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-15T18:15:23,289 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731694513038_backup:system_bulk 2024-11-15T18:15:23,289 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731694515491_backup_system_bulk to hdfs://localhost:34959/backupUT/backup_1731694513038/backup/system_bulk/ 2024-11-15T18:15:23,289 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T18:15:23,340 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34959, inputRoot=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:15:23,340 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1999567146_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34959/backupUT/backup_1731694513038/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34959/backupUT/backup_1731694513038/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:23,344 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T18:15:23,371 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694515491_backup_system_bulk to hdfs://localhost:34959/backupUT/backup_1731694513038/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741930_1106 (size=702) 2024-11-15T18:15:23,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741931_1107 (size=76) 2024-11-15T18:15:23,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 531705ef3a00aac15b43ffb4f3fc942b, had cached 0 bytes from a total of 28925 2024-11-15T18:15:23,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:23,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:23,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-14607498590978246799.jar 2024-11-15T18:15:24,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:24,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:24,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:24,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:24,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:24,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:24,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:24,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:24,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:24,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:24,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:25,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:25,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:25,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:25,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:25,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:25,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:25,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:25,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:25,062 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:25,108 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731694515491_backup_system_bulk' hfile list 2024-11-15T18:15:25,249 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1632072705_0005_a6bfb4f5-adb1-48b0-87af-3add52489152/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:25,249 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1632072705_0005_a6bfb4f5-adb1-48b0-87af-3add52489152/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:26,311 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T18:15:26,312 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T18:15:26,318 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:26,318 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731694515491_backup_system_bulk finished. 2024-11-15T18:15:26,319 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731694513038_ns2:test-17316944679251 2024-11-15T18:15:26,319 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731694516649_ns2_test-17316944679251 to hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/ 2024-11-15T18:15:26,319 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T18:15:26,366 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34959, inputRoot=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:15:26,366 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1999567146_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/.hbase-snapshot/.tmp/snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:26,369 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T18:15:26,375 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694516649_ns2_test-17316944679251 to hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/.hbase-snapshot/.tmp/snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741932_1108 (size=496) 2024-11-15T18:15:26,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741933_1109 (size=86) 2024-11-15T18:15:26,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:26,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:26,812 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-12378904498240443449.jar 2024-11-15T18:15:27,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:27,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:27,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:27,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:27,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:27,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:27,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:27,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:27,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:27,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:27,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:27,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:27,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:27,974 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:28,025 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731694516649_ns2_test-17316944679251' hfile list 2024-11-15T18:15:28,029 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-15T18:15:28,180 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local74023522_0006_4334c31d-41f4-4580-b6bd-a3a5cfcf913f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:28,180 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local74023522_0006_4334c31d-41f4-4580-b6bd-a3a5cfcf913f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:28,297 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T18:15:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741934_1110 (size=8413) 2024-11-15T18:15:28,761 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 output=hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 2024-11-15T18:15:28,761 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-15T18:15:28,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741935_1111 (size=5134) 2024-11-15T18:15:29,203 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/3048c4cd769a4c4f87dc3edc58bebd71 output=hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/3048c4cd769a4c4f87dc3edc58bebd71 2024-11-15T18:15:29,204 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-15T18:15:29,242 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T18:15:29,243 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T18:15:29,251 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:29,251 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731694516649_ns2_test-17316944679251 finished. 2024-11-15T18:15:29,251 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731694513038_ns3:test-17316944679252 2024-11-15T18:15:29,251 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731694518808_ns3_test-17316944679252 to hdfs://localhost:34959/backupUT/backup_1731694513038/ns3/test-17316944679252/ 2024-11-15T18:15:29,252 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T18:15:29,296 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34959, inputRoot=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:15:29,296 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1999567146_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34959/backupUT/backup_1731694513038/ns3/test-17316944679252, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34959/backupUT/backup_1731694513038/ns3/test-17316944679252/.hbase-snapshot/.tmp/snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:29,298 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T18:15:29,304 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694518808_ns3_test-17316944679252 to hdfs://localhost:34959/backupUT/backup_1731694513038/ns3/test-17316944679252/.hbase-snapshot/.tmp/snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741936_1112 (size=86) 2024-11-15T18:15:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741937_1113 (size=443) 2024-11-15T18:15:29,743 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:29,743 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:29,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-14034568953081250164.jar 2024-11-15T18:15:30,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:30,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:30,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:30,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:30,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:30,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:30,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:30,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:30,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:30,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:30,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:30,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:30,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:30,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:30,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:30,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:30,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:30,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:30,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:30,989 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:31,038 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731694518808_ns3_test-17316944679252' hfile list 2024-11-15T18:15:31,185 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local186340219_0007_563e7598-d722-4732-9038-62ace7cb1e39/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:31,185 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local186340219_0007_563e7598-d722-4732-9038-62ace7cb1e39/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:32,242 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T18:15:32,243 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T18:15:32,254 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:32,254 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731694518808_ns3_test-17316944679252 finished. 2024-11-15T18:15:32,254 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731694513038_test-1731694467925 2024-11-15T18:15:32,254 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731694519968_default_test-1731694467925 to hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/ 2024-11-15T18:15:32,254 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T18:15:32,288 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34959, inputRoot=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:15:32,288 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1999567146_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/.hbase-snapshot/.tmp/snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:32,291 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T18:15:32,308 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694519968_default_test-1731694467925 to hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/.hbase-snapshot/.tmp/snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741938_1114 (size=84) 2024-11-15T18:15:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741939_1115 (size=1305) 2024-11-15T18:15:32,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:32,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:32,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-16303197047619717468.jar 2024-11-15T18:15:33,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:33,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:33,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:33,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:33,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:33,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:33,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:33,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:33,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:33,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:33,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:33,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:33,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:33,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:33,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:33,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:33,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:33,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:33,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:34,016 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:34,073 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731694519968_default_test-1731694467925' hfile list 2024-11-15T18:15:34,078 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-15T18:15:34,238 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local2080853556_0008_fd5b4ec9-d19e-4a1f-8be8-a0caad800e34/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:34,238 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local2080853556_0008_fd5b4ec9-d19e-4a1f-8be8-a0caad800e34/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:34,322 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T18:15:34,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741940_1116 (size=13760) 2024-11-15T18:15:34,366 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4 output=hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4 2024-11-15T18:15:34,366 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.345M/sec 2024-11-15T18:15:34,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741941_1117 (size=10796) 2024-11-15T18:15:34,801 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2 output=hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2 2024-11-15T18:15:34,801 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-15T18:15:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741942_1118 (size=8413) 2024-11-15T18:15:35,238 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f output=hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:15:35,239 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-15T18:15:35,256 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c to hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c" truncated to max limit (512 characters) 2024-11-15T18:15:35,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741943_1119 (size=5591) 2024-11-15T18:15:35,283 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c output=hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:35,283 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.137M/sec 2024-11-15T18:15:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741944_1120 (size=5484) 2024-11-15T18:15:35,727 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 output=hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 2024-11-15T18:15:35,727 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-15T18:15:36,283 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T18:15:36,284 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T18:15:36,316 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:36,316 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731694519968_default_test-1731694467925 finished. 2024-11-15T18:15:36,316 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731694513038_ns4:test-17316944679253 2024-11-15T18:15:36,317 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731694522128_ns4_test-17316944679253 to hdfs://localhost:34959/backupUT/backup_1731694513038/ns4/test-17316944679253/ 2024-11-15T18:15:36,317 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T18:15:36,354 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34959, inputRoot=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:15:36,354 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1999567146_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34959/backupUT/backup_1731694513038/ns4/test-17316944679253, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34959/backupUT/backup_1731694513038/ns4/test-17316944679253/.hbase-snapshot/.tmp/snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:36,356 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T18:15:36,361 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_1731694522128_ns4_test-17316944679253 to hdfs://localhost:34959/backupUT/backup_1731694513038/ns4/test-17316944679253/.hbase-snapshot/.tmp/snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741945_1121 (size=86) 2024-11-15T18:15:36,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741946_1122 (size=443) 2024-11-15T18:15:36,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:36,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:36,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-12674237279824527771.jar 2024-11-15T18:15:37,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:37,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:37,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:37,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:37,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:37,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:37,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:37,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:37,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:37,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:37,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:37,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:37,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:37,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:37,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:37,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:37,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T18:15:37,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:37,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:37,703 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:37,773 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731694522128_ns4_test-17316944679253' hfile list 2024-11-15T18:15:37,902 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:15:37,952 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local826794863_0009_fc73b7ec-9d33-4653-a3e0-824c658130ef/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:37,952 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local826794863_0009_fc73b7ec-9d33-4653-a3e0-824c658130ef/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:38,997 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T18:15:38,999 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T18:15:39,006 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:39,006 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731694522128_ns4_test-17316944679253 finished. 2024-11-15T18:15:39,006 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-15T18:15:39,006 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316944679251 2024-11-15T18:15:39,006 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17316944679252 2024-11-15T18:15:39,006 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731694467925 2024-11-15T18:15:39,006 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17316944679253 2024-11-15T18:15:39,028 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731694513038 2024-11-15T18:15:39,028 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-15T18:15:39,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741947_1123 (size=209) 2024-11-15T18:15:39,456 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34959/backupUT/backup_1731694513038/.backup.manifest 2024-11-15T18:15:39,456 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731694513038 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17316944679251;ns3:test-17316944679252;test-1731694467925;ns4:test-17316944679253,targetRootDir=hdfs://localhost:34959/backupUT,startts=1731694515238,completets=1731694539027,bytescopied=0 2024-11-15T18:15:39,456 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-15T18:15:39,456 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:39,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731694515491_backup_system_bulk" type: DISABLED 2024-11-15T18:15:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731694515491_backup_system_bulk 2024-11-15T18:15:39,462 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731694515491_backup_system_bulk for backup backup_1731694513038 succeeded. 2024-11-15T18:15:39,462 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:39,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731694516649_ns2_test-17316944679251" type: DISABLED 2024-11-15T18:15:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731694516649_ns2_test-17316944679251 2024-11-15T18:15:39,468 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731694516649_ns2_test-17316944679251 for backup backup_1731694513038 succeeded. 2024-11-15T18:15:39,468 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:39,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731694518808_ns3_test-17316944679252" type: DISABLED 2024-11-15T18:15:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731694518808_ns3_test-17316944679252 2024-11-15T18:15:39,477 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731694518808_ns3_test-17316944679252 for backup backup_1731694513038 succeeded. 2024-11-15T18:15:39,477 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:39,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731694519968_default_test-1731694467925" type: DISABLED 2024-11-15T18:15:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731694519968_default_test-1731694467925 2024-11-15T18:15:39,489 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731694519968_default_test-1731694467925 for backup backup_1731694513038 succeeded. 2024-11-15T18:15:39,489 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:39,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731694522128_ns4_test-17316944679253" type: DISABLED 2024-11-15T18:15:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731694522128_ns4_test-17316944679253 2024-11-15T18:15:39,495 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731694522128_ns4_test-17316944679253 for backup backup_1731694513038 succeeded. 2024-11-15T18:15:39,496 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T18:15:39,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T18:15:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T18:15:39,508 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T18:15:39,510 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T18:15:39,520 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731694513038 completed. 2024-11-15T18:15:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:39,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,637 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T18:15:44,642 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731694544579 2024-11-15T18:15:44,645 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731694513038} 2024-11-15T18:15:44,645 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T18:15:44,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:44,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:15:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694544758 (current time:1731694544758). 2024-11-15T18:15:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:15:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T18:15:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47479c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:44,760 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:44,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:44,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:44,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b234d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:44,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:44,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:44,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:44,763 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:44,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d97c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:44,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:44,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423. 2024-11-15T18:15:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:44,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T18:15:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T18:15:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-15T18:15:44,771 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:15:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T18:15:44,772 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:15:44,775 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:15:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741948_1124 (size=52) 2024-11-15T18:15:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T18:15:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T18:15:45,182 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:15:45,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b}] 2024-11-15T18:15:45,184 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:45,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-15T18:15:45,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:15:45,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 531705ef3a00aac15b43ffb4f3fc942b 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-15T18:15:45,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/f7a00b932230449fb67da729b73f2441 is 158, key is trslm:hdfs://localhost:34959/backupUT\x00ns2:test-17316944679251/meta:log-roll-map/1731694539016/Put/seqid=0 2024-11-15T18:15:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741949_1125 (size=6646) 2024-11-15T18:15:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T18:15:45,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/f7a00b932230449fb67da729b73f2441 2024-11-15T18:15:45,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/989bf40d179e4731be244ca32a42e137 is 826, key is session:backup_1731694513038/session:context/1731694539509/Put/seqid=0 2024-11-15T18:15:45,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741950_1126 (size=5928) 2024-11-15T18:15:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T18:15:46,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/989bf40d179e4731be244ca32a42e137 2024-11-15T18:15:46,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/f7a00b932230449fb67da729b73f2441 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/f7a00b932230449fb67da729b73f2441 2024-11-15T18:15:46,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/f7a00b932230449fb67da729b73f2441, entries=12, sequenceid=42, filesize=6.5 K 2024-11-15T18:15:46,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/989bf40d179e4731be244ca32a42e137 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/989bf40d179e4731be244ca32a42e137 2024-11-15T18:15:46,199 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/989bf40d179e4731be244ca32a42e137, entries=2, sequenceid=42, filesize=5.8 K 2024-11-15T18:15:46,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 531705ef3a00aac15b43ffb4f3fc942b in 863ms, sequenceid=42, compaction requested=true 2024-11-15T18:15:46,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 531705ef3a00aac15b43ffb4f3fc942b: 2024-11-15T18:15:46,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. for snapshot_backup_system completed. 2024-11-15T18:15:46,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b.' region-info for snapshot=snapshot_backup_system 2024-11-15T18:15:46,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:46,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/769f3d26630648e8a462a1df879d5851, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/f7a00b932230449fb67da729b73f2441] hfiles 2024-11-15T18:15:46,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/c84a887f0821448fb68d852d0f08bc1d for snapshot=snapshot_backup_system 2024-11-15T18:15:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/769f3d26630648e8a462a1df879d5851 for snapshot=snapshot_backup_system 2024-11-15T18:15:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/f7a00b932230449fb67da729b73f2441 for snapshot=snapshot_backup_system 2024-11-15T18:15:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/a7f10c099b374a5b9aae4490488fbecf, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/989bf40d179e4731be244ca32a42e137] hfiles 2024-11-15T18:15:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/0824c33d538c44dc8e35e9a69cb50811 for snapshot=snapshot_backup_system 2024-11-15T18:15:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/61d51a6087164821aca21191181b7d2f for snapshot=snapshot_backup_system 2024-11-15T18:15:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/a7f10c099b374a5b9aae4490488fbecf for snapshot=snapshot_backup_system 2024-11-15T18:15:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/989bf40d179e4731be244ca32a42e137 for snapshot=snapshot_backup_system 2024-11-15T18:15:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741951_1127 (size=330) 2024-11-15T18:15:46,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:15:46,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-15T18:15:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-15T18:15:46,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:46,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:15:46,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-15T18:15:46,616 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:46,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 531705ef3a00aac15b43ffb4f3fc942b in 1.4320 sec 2024-11-15T18:15:46,617 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:46,618 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:46,618 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T18:15:46,619 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T18:15:46,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741952_1128 (size=967) 2024-11-15T18:15:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T18:15:47,030 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:47,041 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:47,042 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.hbase-snapshot/snapshot_backup_system 2024-11-15T18:15:47,044 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:47,044 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-15T18:15:47,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2760 sec 2024-11-15T18:15:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T18:15:48,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T18:15:48,948 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731694544579 started at 1731694548948. 2024-11-15T18:15:48,950 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731694544579 has been started. 2024-11-15T18:15:48,954 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17316944679251, ns3:test-17316944679252, backup:system_bulk, ns4:test-17316944679253, test-1731694467925] 2024-11-15T18:15:48,959 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731694503753for backupID backup_1731694544579 2024-11-15T18:15:48,959 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-15T18:15:48,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T18:15:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T18:15:48,960 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T18:15:48,960 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T18:15:48,960 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T18:15:48,960 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T18:15:48,961 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:48,961 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:49,073 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:15:49,074 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:15:49,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:15:49,074 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,074 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T18:15:49,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:49,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T18:15:49,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:49,075 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T18:15:49,076 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T18:15:49,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T18:15:49,076 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T18:15:49,076 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T18:15:49,076 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T18:15:49,076 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T18:15:49,076 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T18:15:49,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,087 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:49,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:49,088 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,088 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T18:15:49,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:49,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:49,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:49,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:49,090 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '4e3b17656000,36071,1731694452536' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T18:15:49,090 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@60263787[Count = 0] remaining members to acquire global barrier 2024-11-15T18:15:49,090 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T18:15:49,090 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,096 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,096 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T18:15:49,096 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,096 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T18:15:49,096 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T18:15:49,096 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,097 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731694515363 highest: 1731694515382 on 4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,097 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.meta:.meta(num 1731694515346) roll requested 2024-11-15T18:15:49,115 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694549097.meta, exclude list is [], retry=0 2024-11-15T18:15:49,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:49,121 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694549097.meta 2024-11-15T18:15:49,121 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:49,121 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta is not closed yet, will try archiving it next time 2024-11-15T18:15:49,122 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0:(num 1731694515363) roll requested 2024-11-15T18:15:49,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta not finished, retry = 0 2024-11-15T18:15:49,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741910_1086 (size=93) 2024-11-15T18:15:49,141 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694549122, exclude list is [], retry=0 2024-11-15T18:15:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:49,152 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694549122 2024-11-15T18:15:49,152 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:49,152 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 is not closed yet, will try archiving it next time 2024-11-15T18:15:49,152 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1:(num 1731694515382) roll requested 2024-11-15T18:15:49,152 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694483067 2024-11-15T18:15:49,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741911_1087 (size=653) 2024-11-15T18:15:49,158 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 2024-11-15T18:15:49,169 DEBUG [regionserver/4e3b17656000:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694549152, exclude list is [], retry=0 2024-11-15T18:15:49,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-d33c483c-7f75-4935-8194-0f4665c68329,DISK] 2024-11-15T18:15:49,173 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694549152 2024-11-15T18:15:49,174 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43809:43809)] 2024-11-15T18:15:49,174 DEBUG [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 is not closed yet, will try archiving it next time 2024-11-15T18:15:49,174 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694503753 2024-11-15T18:15:49,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741912_1088 (size=4710) 2024-11-15T18:15:49,177 DEBUG [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-15T18:15:49,177 INFO [rs(4e3b17656000,36071,1731694452536)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731694549122 on 4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:49,200 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T18:15:49,200 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '4e3b17656000,36071,1731694452536' in zk 2024-11-15T18:15:49,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:49,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:49,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:49,214 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T18:15:49,214 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:15:49,215 DEBUG [member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T18:15:49,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:49,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:49,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:49,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:49,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '4e3b17656000,36071,1731694452536': 2024-11-15T18:15:49,227 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T18:15:49,227 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T18:15:49,227 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '4e3b17656000,36071,1731694452536' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T18:15:49,227 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T18:15:49,227 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T18:15:49,227 INFO [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T18:15:49,228 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta 2024-11-15T18:15:49,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T18:15:49,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T18:15:49,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:15:49,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T18:15:49,241 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:49,241 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T18:15:49,242 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:15:49,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:15:49,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:49,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,243 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T18:15:49,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T18:15:49,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T18:15:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/4e3b17656000,36071,1731694452536 2024-11-15T18:15:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T18:15:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T18:15:49,254 DEBUG [(4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T18:15:49,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T18:15:49,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T18:15:49,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-15T18:15:49,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T18:15:49,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T18:15:49,256 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T18:15:49,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T18:15:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T18:15:49,259 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T18:15:49,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T18:15:49,262 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {4e3b17656000:36071=1731694503753} newestTimestamps: {4e3b17656000:36071=1731694515382} 2024-11-15T18:15:49,269 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 4e3b17656000%2C36071%2C1731694452536.meta.1731694459542.meta 2024-11-15T18:15:49,269 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 4e3b17656000%2C36071%2C1731694452536.meta.1731694503662.meta 2024-11-15T18:15:49,269 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 4e3b17656000%2C36071%2C1731694452536.meta.1731694549097.meta 2024-11-15T18:15:49,269 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694549122 2024-11-15T18:15:49,269 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 2024-11-15T18:15:49,269 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694549152 2024-11-15T18:15:49,271 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.meta.1731694483019.meta 2024-11-15T18:15:49,271 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.meta.1731694515346.meta 2024-11-15T18:15:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741956_1132 (size=640) 2024-11-15T18:15:49,324 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:34959/backupUT/backup_1731694544579/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:49,324 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T18:15:49,327 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-15T18:15:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741957_1133 (size=45) 2024-11-15T18:15:49,749 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-15T18:15:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741958_1134 (size=364) 2024-11-15T18:15:49,798 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316944679251 target: hdfs://localhost:34959/backupUT/backup_1731694544579/ns2/test-17316944679251 descriptor: 'ns2:test-17316944679251', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:49,799 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T18:15:49,802 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316944679251 2024-11-15T18:15:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741959_1135 (size=50) 2024-11-15T18:15:49,839 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316944679251 2024-11-15T18:15:49,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741960_1136 (size=390) 2024-11-15T18:15:49,885 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17316944679252 target: hdfs://localhost:34959/backupUT/backup_1731694544579/ns3/test-17316944679252 descriptor: 'ns3:test-17316944679252', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:49,885 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T18:15:49,892 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17316944679252 2024-11-15T18:15:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741961_1137 (size=50) 2024-11-15T18:15:49,915 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17316944679252 2024-11-15T18:15:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741962_1138 (size=908) 2024-11-15T18:15:49,939 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731694467925 target: hdfs://localhost:34959/backupUT/backup_1731694544579/default/test-1731694467925 descriptor: 'test-1731694467925', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:49,939 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T18:15:49,941 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731694467925 2024-11-15T18:15:49,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741963_1139 (size=53) 2024-11-15T18:15:49,956 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731694467925 2024-11-15T18:15:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741964_1140 (size=390) 2024-11-15T18:15:50,371 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17316944679253 target: hdfs://localhost:34959/backupUT/backup_1731694544579/ns4/test-17316944679253 descriptor: 'ns4:test-17316944679253', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:50,372 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T18:15:50,375 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17316944679253 2024-11-15T18:15:50,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741965_1141 (size=50) 2024-11-15T18:15:50,785 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17316944679253 2024-11-15T18:15:50,805 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34959/backupUT/.tmp/backup_1731694544579 from hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382;hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 2024-11-15T18:15:50,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b305ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:50,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:50,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:50,815 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6273128e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:50,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:50,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a98a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:50,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:15:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:15:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b3825ac 2024-11-15T18:15:50,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:15:50,821 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:15:50,826 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T18:15:50,827 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316944679251 2024-11-15T18:15:50,827 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316944679251,, stopping at row=ns2:test-17316944679251 ,, for max=2147483647 with caching=100 2024-11-15T18:15:50,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:50,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:50,833 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316944679251: ns2:test-17316944679251; 2024-11-15T18:15:50,833 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17316944679252 2024-11-15T18:15:50,833 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17316944679252,, stopping at row=ns3:test-17316944679252 ,, for max=2147483647 with caching=100 2024-11-15T18:15:50,836 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17316944679252: ns3:test-17316944679252; 2024-11-15T18:15:50,836 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-15T18:15:50,836 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:50,840 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-15T18:15:50,840 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17316944679253 2024-11-15T18:15:50,840 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17316944679253,, stopping at row=ns4:test-17316944679253 ,, for max=2147483647 with caching=100 2024-11-15T18:15:50,843 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17316944679253: ns4:test-17316944679253; 2024-11-15T18:15:50,843 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731694467925 2024-11-15T18:15:50,844 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731694467925,, stopping at row=test-1731694467925 ,, for max=2147483647 with caching=100 2024-11-15T18:15:50,848 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731694467925: test-1731694467925; 2024-11-15T18:15:50,848 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-15T18:15:50,848 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/partitions_5a0ab6d1-9f9e-4037-b53c-fcf6d7b362f1 2024-11-15T18:15:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741966_1142 (size=324) 2024-11-15T18:15:50,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:50,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:50,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-5740856516707788881.jar 2024-11-15T18:15:51,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:51,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:51,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:51,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:51,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:51,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:51,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:51,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:51,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:51,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:51,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:51,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:51,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:51,951 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17316944679251,ns3:test-17316944679252,backup:system_bulk,ns4:test-17316944679253,default:test-1731694467925 2024-11-15T18:15:51,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:15:51,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:51,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:51,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:51,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:51,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:53,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-1002235416911428593.jar 2024-11-15T18:15:53,155 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:53,177 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 for WAL files 2024-11-15T18:15:53,178 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 2024-11-15T18:15:53,178 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 for WAL files 2024-11-15T18:15:53,178 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 2024-11-15T18:15:53,263 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1758406688_0010_c00ebddf-1ae2-4463-b7df-70569b989347/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:53,263 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1758406688_0010_c00ebddf-1ae2-4463-b7df-70569b989347/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:53,327 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 for hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694515382 (-9223372036854775808:9223372036854775807) length:4710 2024-11-15T18:15:53,331 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T18:15:53,331 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T18:15:53,371 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 for hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694515363 (-9223372036854775808:9223372036854775807) length:653 2024-11-15T18:15:53,375 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T18:15:53,375 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T18:15:53,515 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361b5e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:53,515 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:53,515 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:53,516 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:53,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721ee953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:53,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:53,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be5ea7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:53,520 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:53,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:53,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:53,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:53,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731694467925', row='row-test-1731694467925-2-0', locateType=CURRENT is [region=test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., hostname=4e3b17656000,36071,1731694452536, seqNum=338] 2024-11-15T18:15:53,525 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-15T18:15:53,525 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:53,525 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:53,525 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:53,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:53,526 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-2-0] 2024-11-15T18:15:53,526 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:15:53,536 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/backupUT/.tmp/backup_1731694544579/_temporary/0/_temporary/attempt_local1758406688_0010_r_000004_0/default/test-1731694467925/f2/68972a5aec1b4c84bbfbbe45ea34be7a is 58, key is row-test-1731694467925-2-0/f2:q1/1731694539556/Put/seqid=0 2024-11-15T18:15:53,538 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:15:53,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741967_1143 (size=5367) 2024-11-15T18:15:54,317 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:34959/backupUT 2024-11-15T18:15:54,317 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731694544579 2024-11-15T18:15:54,317 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-15T18:15:54,347 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:34959/backupUT/.tmp/backup_1731694544579, hdfs://localhost:34959/backupUT] 2024-11-15T18:15:54,433 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741968_1144 (size=5367) 2024-11-15T18:15:55,091 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-15T18:15:55,095 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731694544579 2024-11-15T18:15:55,095 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-15T18:15:55,095 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local117095297_0011 completed: true true 2024-11-15T18:15:55,095 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6666629 FILE: Number of bytes written=17135872 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409247 HDFS: Number of bytes written=2547251 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=420 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-15T18:15:55,096 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:34959/backupUT/.tmp/backup_1731694544579 to hdfs://localhost:34959/backupUT finished. 2024-11-15T18:15:55,120 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731694544579 2024-11-15T18:15:55,125 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731694513038} 2024-11-15T18:15:55,125 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T18:15:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741969_1145 (size=714) 2024-11-15T18:15:55,160 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34959/backupUT/backup_1731694544579/.backup.manifest 2024-11-15T18:15:55,160 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731694544579 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17316944679251;ns3:test-17316944679252;test-1731694467925;ns4:test-17316944679253,targetRootDir=hdfs://localhost:34959/backupUT,startts=1731694548948,completets=1731694555120,bytescopied=0 2024-11-15T18:15:55,160 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T18:15:55,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T18:15:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T18:15:55,172 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T18:15:55,186 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T18:15:55,194 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731694544579 completed. 2024-11-15T18:15:55,194 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-15T18:15:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:15:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:15:55,226 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731694477756 2024-11-15T18:15:55,229 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-15T18:15:55,231 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-15T18:15:55,232 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34959/backupUT/backup_1731694477756/.backup.manifest 2024-11-15T18:15:55,234 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731694477756/.backup.manifest 2024-11-15T18:15:55,238 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34959/backupUT/backup_1731694477756/.backup.manifest 2024-11-15T18:15:55,249 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731694477756/.backup.manifest 2024-11-15T18:15:55,249 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731694467925' to 'table1' from full backup image hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925 2024-11-15T18:15:55,260 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-15T18:15:55,260 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:55,261 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f in region [hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c] 2024-11-15T18:15:55,269 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f first=row0 last=row98 2024-11-15T18:15:55,269 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3 in region [hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c] 2024-11-15T18:15:55,274 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd first=row-test-1731694467925-3-0 last=row-test-1731694467925-3-5 2024-11-15T18:15:55,274 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob in region [hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c] 2024-11-15T18:15:55,278 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 first=row-test-1731694467925-3-0 last=row-test-1731694467925-3-5 2024-11-15T18:15:55,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-15T18:15:55,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:15:55,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:55,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-15T18:15:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T18:15:55,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:15:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741970_1146 (size=938) 2024-11-15T18:15:55,309 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4b89340d15199d13a377d84d1a5935f, NAME => 'table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:15:55,315 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 29dfdd93bee783b60f60d95d0d54b7b9, NAME => 'table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:15:55,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741971_1147 (size=45) 2024-11-15T18:15:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741972_1148 (size=45) 2024-11-15T18:15:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T18:15:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T18:15:55,732 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:55,733 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing b4b89340d15199d13a377d84d1a5935f, disabling compactions & flushes 2024-11-15T18:15:55,733 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:15:55,733 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:15:55,733 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. after waiting 0 ms 2024-11-15T18:15:55,733 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:15:55,733 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:15:55,733 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4b89340d15199d13a377d84d1a5935f: Waiting for close lock at 1731694555732Disabling compacts and flushes for region at 1731694555732Disabling writes for close at 1731694555733 (+1 ms)Writing region close event to WAL at 1731694555733Closed at 1731694555733 2024-11-15T18:15:55,741 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:55,741 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 29dfdd93bee783b60f60d95d0d54b7b9, disabling compactions & flushes 2024-11-15T18:15:55,742 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:15:55,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:15:55,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. after waiting 0 ms 2024-11-15T18:15:55,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:15:55,742 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:15:55,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 29dfdd93bee783b60f60d95d0d54b7b9: Waiting for close lock at 1731694555741Disabling compacts and flushes for region at 1731694555741Disabling writes for close at 1731694555742 (+1 ms)Writing region close event to WAL at 1731694555742Closed at 1731694555742 2024-11-15T18:15:55,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:15:55,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731694555743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694555743"}]},"ts":"1731694555743"} 2024-11-15T18:15:55,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731694555743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694555743"}]},"ts":"1731694555743"} 2024-11-15T18:15:55,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T18:15:55,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:15:55,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694555749"}]},"ts":"1731694555749"} 2024-11-15T18:15:55,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-15T18:15:55,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, ASSIGN}] 2024-11-15T18:15:55,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, ASSIGN 2024-11-15T18:15:55,753 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, ASSIGN 2024-11-15T18:15:55,753 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:15:55,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:15:55,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=29dfdd93bee783b60f60d95d0d54b7b9, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:15:55,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=b4b89340d15199d13a377d84d1a5935f, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:15:55,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, ASSIGN because future has completed 2024-11-15T18:15:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, ASSIGN because future has completed 2024-11-15T18:15:55,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4b89340d15199d13a377d84d1a5935f, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:15:55,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29dfdd93bee783b60f60d95d0d54b7b9, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T18:15:56,068 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:15:56,068 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 29dfdd93bee783b60f60d95d0d54b7b9, NAME => 'table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T18:15:56,069 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:15:56,069 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,069 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:56,069 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,069 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,071 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,080 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dfdd93bee783b60f60d95d0d54b7b9 columnFamilyName f 2024-11-15T18:15:56,080 DEBUG [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:56,081 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] regionserver.HStore(327): Store=29dfdd93bee783b60f60d95d0d54b7b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:56,081 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,083 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dfdd93bee783b60f60d95d0d54b7b9 columnFamilyName f3 2024-11-15T18:15:56,083 DEBUG [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:56,084 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] regionserver.HStore(327): Store=29dfdd93bee783b60f60d95d0d54b7b9/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:56,084 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,086 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dfdd93bee783b60f60d95d0d54b7b9 columnFamilyName mob 2024-11-15T18:15:56,088 DEBUG [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:56,088 INFO [StoreOpener-29dfdd93bee783b60f60d95d0d54b7b9-1 {}] regionserver.HStore(327): Store=29dfdd93bee783b60f60d95d0d54b7b9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:56,089 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,090 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,090 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,095 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,095 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,096 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:15:56,101 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,112 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:15:56,113 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 29dfdd93bee783b60f60d95d0d54b7b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11392004640, jitterRate=0.06096310913562775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:15:56,113 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:15:56,114 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 29dfdd93bee783b60f60d95d0d54b7b9: Running coprocessor pre-open hook at 1731694556069Writing region info on filesystem at 1731694556069Initializing all the Stores at 1731694556071 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694556071Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694556071Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694556071Cleaning up temporary data from old regions at 1731694556095 (+24 ms)Running coprocessor post-open hooks at 1731694556113 (+18 ms)Region opened successfully at 1731694556114 (+1 ms) 2024-11-15T18:15:56,115 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9., pid=65, masterSystemTime=1731694556062 2024-11-15T18:15:56,118 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:15:56,118 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:15:56,118 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:15:56,119 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => b4b89340d15199d13a377d84d1a5935f, NAME => 'table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T18:15:56,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=29dfdd93bee783b60f60d95d0d54b7b9, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:15:56,119 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:15:56,119 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,120 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:56,120 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,121 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29dfdd93bee783b60f60d95d0d54b7b9, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:15:56,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-15T18:15:56,131 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 29dfdd93bee783b60f60d95d0d54b7b9, server=4e3b17656000,36071,1731694452536 in 216 msec 2024-11-15T18:15:56,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, ASSIGN in 380 msec 2024-11-15T18:15:56,138 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b89340d15199d13a377d84d1a5935f columnFamilyName f 2024-11-15T18:15:56,138 DEBUG [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:56,142 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] regionserver.HStore(327): Store=b4b89340d15199d13a377d84d1a5935f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:56,143 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,148 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b89340d15199d13a377d84d1a5935f columnFamilyName f3 2024-11-15T18:15:56,148 DEBUG [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:56,154 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] regionserver.HStore(327): Store=b4b89340d15199d13a377d84d1a5935f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:56,155 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,163 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b89340d15199d13a377d84d1a5935f columnFamilyName mob 2024-11-15T18:15:56,170 DEBUG [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:56,182 INFO [StoreOpener-b4b89340d15199d13a377d84d1a5935f-1 {}] regionserver.HStore(327): Store=b4b89340d15199d13a377d84d1a5935f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:56,186 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,194 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,195 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,204 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,204 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,205 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:15:56,207 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,232 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:15:56,233 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened b4b89340d15199d13a377d84d1a5935f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11588159360, jitterRate=0.07923144102096558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:15:56,233 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:15:56,233 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for b4b89340d15199d13a377d84d1a5935f: Running coprocessor pre-open hook at 1731694556121Writing region info on filesystem at 1731694556121Initializing all the Stores at 1731694556127 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694556127Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694556130 (+3 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694556130Cleaning up temporary data from old regions at 1731694556204 (+74 ms)Running coprocessor post-open hooks at 1731694556233 (+29 ms)Region opened successfully at 1731694556233 2024-11-15T18:15:56,234 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., pid=64, masterSystemTime=1731694556062 2024-11-15T18:15:56,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=b4b89340d15199d13a377d84d1a5935f, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:15:56,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4b89340d15199d13a377d84d1a5935f, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:15:56,243 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:15:56,243 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:15:56,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-15T18:15:56,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure b4b89340d15199d13a377d84d1a5935f, server=4e3b17656000,36071,1731694452536 in 337 msec 2024-11-15T18:15:56,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-15T18:15:56,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, ASSIGN in 498 msec 2024-11-15T18:15:56,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:15:56,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694556252"}]},"ts":"1731694556252"} 2024-11-15T18:15:56,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-15T18:15:56,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:15:56,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 973 msec 2024-11-15T18:15:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T18:15:56,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-15T18:15:56,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:15:56,435 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c from hbase tables test-1731694467925 to tables table1 2024-11-15T18:15:56,436 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731694467925 into table1 2024-11-15T18:15:56,440 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436 from hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:15:56,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18235ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:56,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:56,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:56,448 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2dc9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:56,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:56,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:56,451 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:56,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad90635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:56,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:15:56,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:15:56,454 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a2fc3c1 2024-11-15T18:15:56,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:15:56,456 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:15:56,467 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T18:15:56,467 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T18:15:56,467 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:15:56,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:56,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:56,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:56,474 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T18:15:56,474 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T18:15:56,474 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T18:15:56,475 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/partitions_4f75b5f1-6219-4c10-8af5-1614ce484633 2024-11-15T18:15:56,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741973_1149 (size=177) 2024-11-15T18:15:56,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:56,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:56,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-6617272867758115578.jar 2024-11-15T18:15:57,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:57,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:15:57,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:15:57,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:15:57,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:15:57,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:15:57,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:15:57,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:15:57,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:15:57,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:15:57,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:15:57,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:15:57,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:15:57,761 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T18:15:57,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:15:57,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:57,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:57,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:57,762 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T18:15:57,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:57,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:15:57,785 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:15:57,813 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T18:15:57,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a82721d49666604acd4dba01b5f3c38c, had cached 0 bytes from a total of 38453 2024-11-15T18:15:58,031 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1597002921_0012_e39f44c1-23ae-4812-9585-0c23452d9e80/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:15:58,031 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1597002921_0012_e39f44c1-23ae-4812-9585-0c23452d9e80/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:15:58,120 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:15:58,126 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:15:58,209 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 2024-11-15T18:15:58,215 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:15:58,270 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f3/0a1bb8050be145d4afb6f2bc300538fd 2024-11-15T18:15:58,280 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:15:58,379 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b15d007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:58,379 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:58,380 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:58,383 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:58,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:58,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:58,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd73190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:58,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:58,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:58,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:58,387 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:58,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac562d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:58,392 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:58,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:58,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:58,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:58,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731694467925-3-0', locateType=CURRENT is [region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:15:58,400 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T18:15:58,400 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:58,400 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:58,400 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:58,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:58,401 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-3-0] 2024-11-15T18:15:58,401 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:15:58,409 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425b07b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:58,410 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:58,410 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:58,410 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257b5d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:58,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:58,414 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:58,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a95f2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:58,415 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:58,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:58,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:58,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731694467925-3-0', locateType=CURRENT is [region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:15:58,418 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T18:15:58,418 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:58,418 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:58,418 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:58,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:58,419 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-3-0] 2024-11-15T18:15:58,419 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:15:58,439 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/_temporary/0/_temporary/attempt_local1597002921_0012_r_000000_0/f3/95a4004533684dddad5872183627f631 is 58, key is row-test-1731694467925-3-0/f3:q1/1731694477660/Put/seqid=0 2024-11-15T18:15:58,442 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:15:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741974_1150 (size=5530) 2024-11-15T18:15:58,857 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/_temporary/0/_temporary/attempt_local1597002921_0012_r_000000_0/mob/b3704362bbd2401db365ff51b7061741 is 59, key is row-test-1731694467925-3-0/mob:q1/1731694477695/Put/seqid=0 2024-11-15T18:15:58,860 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:15:58,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741975_1151 (size=5539) 2024-11-15T18:15:59,335 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77785104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:59,335 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:15:59,335 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:59,336 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:15:59,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:59,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:15:59,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2416c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:59,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:15:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:59,339 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:59,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c610718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:15:59,342 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:59,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:15:59,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:59,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:59,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:15:59,357 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T18:15:59,357 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:59,357 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:59,357 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:59,357 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T18:15:59,357 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:15:59,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:59,373 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/_temporary/0/_temporary/attempt_local1597002921_0012_r_000001_0/f/301c6c4020464b77893b8e44801f10c0 is 37, key is row10/f:q1/1731694469917/Put/seqid=0 2024-11-15T18:15:59,379 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:15:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741976_1152 (size=8742) 2024-11-15T18:16:00,098 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436 2024-11-15T18:16:00,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4decdaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:00,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:00,100 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:00,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5e4144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,102 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:00,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:00,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:00,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2763fa0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:00,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:00,117 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/_SUCCESS 2024-11-15T18:16:00,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f96762 2024-11-15T18:16:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:00,162 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:00,197 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,229 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/f/301c6c4020464b77893b8e44801f10c0 first=Optional[row0] last=Optional[row98] 2024-11-15T18:16:00,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/f3/95a4004533684dddad5872183627f631 first=Optional[row-test-1731694467925-3-0] last=Optional[row-test-1731694467925-3-5] 2024-11-15T18:16:00,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-15T18:16:00,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-15T18:16:00,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/mob/b3704362bbd2401db365ff51b7061741 first=Optional[row-test-1731694467925-3-0] last=Optional[row-test-1731694467925-3-5] 2024-11-15T18:16:00,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-15T18:16:00,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/f/301c6c4020464b77893b8e44801f10c0 for inclusion in 29dfdd93bee783b60f60d95d0d54b7b9/f 2024-11-15T18:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T18:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-15T18:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HRegion(2603): Flush status journal for 29dfdd93bee783b60f60d95d0d54b7b9: 2024-11-15T18:16:00,315 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/f3/95a4004533684dddad5872183627f631 for inclusion in b4b89340d15199d13a377d84d1a5935f/f3 2024-11-15T18:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/f/301c6c4020464b77893b8e44801f10c0 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f/301c6c4020464b77893b8e44801f10c0 2024-11-15T18:16:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731694467925-3-0 last=row-test-1731694467925-3-5 2024-11-15T18:16:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T18:16:00,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/mob/b3704362bbd2401db365ff51b7061741 for inclusion in b4b89340d15199d13a377d84d1a5935f/mob 2024-11-15T18:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f/301c6c4020464b77893b8e44801f10c0 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f/ea3a7b0217a14555baa692309d5cdc9d_SeqId_4_ 2024-11-15T18:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87393b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731694467925-3-0 last=row-test-1731694467925-3-5 2024-11-15T18:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T18:16:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegion(2603): Flush status journal for b4b89340d15199d13a377d84d1a5935f: 2024-11-15T18:16:00,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352464ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,375 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397696d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/f3/95a4004533684dddad5872183627f631 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f3/95a4004533684dddad5872183627f631 2024-11-15T18:16:00,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:00,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f8ea0d3 2024-11-15T18:16:00,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:00,388 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:00,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:00,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:00,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f3/95a4004533684dddad5872183627f631 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f3/63a63e50e54042dca7ff8e05f1e0bf78_SeqId_4_ 2024-11-15T18:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694556436/mob/b3704362bbd2401db365ff51b7061741 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/mob/b3704362bbd2401db365ff51b7061741 2024-11-15T18:16:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/mob/b3704362bbd2401db365ff51b7061741 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/mob/caf7a0b6877145c2bffcf3ba2d027723_SeqId_4_ 2024-11-15T18:16:00,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180c7606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:00,455 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:00,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:00,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa6a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:00,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071. 2024-11-15T18:16:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,459 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:00,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a432b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:00,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f/301c6c4020464b77893b8e44801f10c0 into 29dfdd93bee783b60f60d95d0d54b7b9/f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f/ea3a7b0217a14555baa692309d5cdc9d_SeqId_4_ - updating store file list. 2024-11-15T18:16:00,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:00,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a896631 2024-11-15T18:16:00,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:00,470 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:00,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:00,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:00,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:00,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f/ea3a7b0217a14555baa692309d5cdc9d_SeqId_4_ into 29dfdd93bee783b60f60d95d0d54b7b9/f 2024-11-15T18:16:00,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f/301c6c4020464b77893b8e44801f10c0 into 29dfdd93bee783b60f60d95d0d54b7b9/f (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f/ea3a7b0217a14555baa692309d5cdc9d_SeqId_4_) 2024-11-15T18:16:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f/301c6c4020464b77893b8e44801f10c0 2024-11-15T18:16:00,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c69ab86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:00,549 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:00,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab67791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:00,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668e00b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:00,558 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:00,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:00,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:00,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351022ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:00,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:00,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,563 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:00,565 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:00,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c6ee19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:00,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cabc0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62edad8d 2024-11-15T18:16:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:00,579 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:00,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:00,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75548b90 2024-11-15T18:16:00,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:00,591 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:16:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:00,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:00,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:00,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:00,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:00,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:00,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:16:00,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:00,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:00,678 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f3/95a4004533684dddad5872183627f631 into b4b89340d15199d13a377d84d1a5935f/f3 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f3/63a63e50e54042dca7ff8e05f1e0bf78_SeqId_4_ - updating store file list. 2024-11-15T18:16:00,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071. 2024-11-15T18:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,711 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f3/63a63e50e54042dca7ff8e05f1e0bf78_SeqId_4_ into b4b89340d15199d13a377d84d1a5935f/f3 2024-11-15T18:16:00,711 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f3/95a4004533684dddad5872183627f631 into b4b89340d15199d13a377d84d1a5935f/f3 (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f3/63a63e50e54042dca7ff8e05f1e0bf78_SeqId_4_) 2024-11-15T18:16:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/f3/95a4004533684dddad5872183627f631 2024-11-15T18:16:00,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/mob/b3704362bbd2401db365ff51b7061741 into b4b89340d15199d13a377d84d1a5935f/mob as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/mob/caf7a0b6877145c2bffcf3ba2d027723_SeqId_4_ - updating store file list. 2024-11-15T18:16:00,764 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/mob/caf7a0b6877145c2bffcf3ba2d027723_SeqId_4_ into b4b89340d15199d13a377d84d1a5935f/mob 2024-11-15T18:16:00,764 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/mob/b3704362bbd2401db365ff51b7061741 into b4b89340d15199d13a377d84d1a5935f/mob (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/mob/caf7a0b6877145c2bffcf3ba2d027723_SeqId_4_) 2024-11-15T18:16:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__47606rh0fn83psu0mh2i4ruplh98ceb98abaqone3mjuf3ntcntsgde74knu3rap/mob/b3704362bbd2401db365ff51b7061741 2024-11-15T18:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dfff2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:00,778 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:00,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dddeb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:00,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:00,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:00,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52341c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:00,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:00,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@777194b9 2024-11-15T18:16:00,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:00,791 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:16:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:00,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:00,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:00,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:16:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:00,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:00,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:00,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:00,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,874 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T18:16:00,874 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T18:16:00,874 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731694477756 hdfs://localhost:34959/backupUT/backup_1731694477756/default/test-1731694467925/ 2024-11-15T18:16:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2 , the old value is region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e3b17656000:36071 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:16:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:16:00,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2 from cache 2024-11-15T18:16:00,877 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:16:00,877 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34959/backupUT/backup_1731694477756/.backup.manifest 2024-11-15T18:16:00,905 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731694477756/.backup.manifest 2024-11-15T18:16:00,905 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316944679251' to 'ns2:table2' from full backup image hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251 2024-11-15T18:16:00,967 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-15T18:16:00,967 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:00,976 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f in region [hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9] 2024-11-15T18:16:00,988 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e3b17656000:36071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T18:16:00,990 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 first=row0 last=row98 2024-11-15T18:16:00,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:16:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-15T18:16:01,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:16:01,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-15T18:16:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T18:16:01,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:16:01,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fcf4cdc25b70e83c50ec8662baeabfd9, had cached 0 bytes from a total of 13547 2024-11-15T18:16:01,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741977_1153 (size=351) 2024-11-15T18:16:01,051 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c92bd022e1f7f5ef8d2854948551844, NAME => 'ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:16:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741978_1154 (size=37) 2024-11-15T18:16:01,078 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:01,079 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 7c92bd022e1f7f5ef8d2854948551844, disabling compactions & flushes 2024-11-15T18:16:01,079 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:01,079 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:01,079 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. after waiting 0 ms 2024-11-15T18:16:01,079 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:01,079 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:01,079 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c92bd022e1f7f5ef8d2854948551844: Waiting for close lock at 1731694561079Disabling compacts and flushes for region at 1731694561079Disabling writes for close at 1731694561079Writing region close event to WAL at 1731694561079Closed at 1731694561079 2024-11-15T18:16:01,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:16:01,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731694561083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694561083"}]},"ts":"1731694561083"} 2024-11-15T18:16:01,092 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:16:01,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:16:01,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694561099"}]},"ts":"1731694561099"} 2024-11-15T18:16:01,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-15T18:16:01,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, ASSIGN}] 2024-11-15T18:16:01,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, ASSIGN 2024-11-15T18:16:01,108 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:16:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T18:16:01,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=7c92bd022e1f7f5ef8d2854948551844, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:01,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, ASSIGN because future has completed 2024-11-15T18:16:01,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c92bd022e1f7f5ef8d2854948551844, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T18:16:01,420 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:01,420 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c92bd022e1f7f5ef8d2854948551844, NAME => 'ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:16:01,420 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:16:01,421 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,421 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:01,421 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,421 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,423 INFO [StoreOpener-7c92bd022e1f7f5ef8d2854948551844-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,432 INFO [StoreOpener-7c92bd022e1f7f5ef8d2854948551844-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c92bd022e1f7f5ef8d2854948551844 columnFamilyName f 2024-11-15T18:16:01,432 DEBUG [StoreOpener-7c92bd022e1f7f5ef8d2854948551844-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:01,438 INFO [StoreOpener-7c92bd022e1f7f5ef8d2854948551844-1 {}] regionserver.HStore(327): Store=7c92bd022e1f7f5ef8d2854948551844/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:01,439 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,440 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,440 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,441 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,441 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,445 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,455 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:16:01,456 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 7c92bd022e1f7f5ef8d2854948551844; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10096299840, jitterRate=-0.05970880389213562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:16:01,456 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:01,457 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 7c92bd022e1f7f5ef8d2854948551844: Running coprocessor pre-open hook at 1731694561421Writing region info on filesystem at 1731694561421Initializing all the Stores at 1731694561422 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694561422Cleaning up temporary data from old regions at 1731694561441 (+19 ms)Running coprocessor post-open hooks at 1731694561456 (+15 ms)Region opened successfully at 1731694561456 2024-11-15T18:16:01,458 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., pid=68, masterSystemTime=1731694561415 2024-11-15T18:16:01,461 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:01,461 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:01,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=7c92bd022e1f7f5ef8d2854948551844, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:01,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c92bd022e1f7f5ef8d2854948551844, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:01,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-15T18:16:01,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c92bd022e1f7f5ef8d2854948551844, server=4e3b17656000,36071,1731694452536 in 203 msec 2024-11-15T18:16:01,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-15T18:16:01,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, ASSIGN in 364 msec 2024-11-15T18:16:01,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:16:01,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694561473"}]},"ts":"1731694561473"} 2024-11-15T18:16:01,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-15T18:16:01,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:16:01,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 492 msec 2024-11-15T18:16:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T18:16:01,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T18:16:01,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-15T18:16:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T18:16:01,654 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9 from hbase tables ns2:test-17316944679251 to tables ns2:table2 2024-11-15T18:16:01,654 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316944679251 into ns2:table2 2024-11-15T18:16:01,656 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694561654 from hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:01,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8f48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:01,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:01,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:01,658 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:01,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7254bbf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:01,660 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692139cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:01,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:01,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:01,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392ebef0 2024-11-15T18:16:01,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:01,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:01,667 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T18:16:01,667 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-15T18:16:01,667 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T18:16:01,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:01,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:01,673 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-15T18:16:01,673 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-15T18:16:01,673 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/partitions_ae8983d5-ebd2-4659-af4f-5da252c1ebce 2024-11-15T18:16:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741979_1155 (size=153) 2024-11-15T18:16:02,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:02,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:02,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-14889129360979459393.jar 2024-11-15T18:16:03,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:03,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:16:03,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:16:03,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:16:03,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:16:03,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:16:03,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:16:03,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:16:03,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:16:03,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:16:03,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:16:03,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:03,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:16:03,247 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-15T18:16:03,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:03,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:03,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:03,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:03,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:03,248 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T18:16:03,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:03,261 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:16:03,272 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T18:16:03,403 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1408100382_0013_ab495b79-7074-4a34-8e58-ecab3f4b3368/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:16:03,403 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local1408100382_0013_ab495b79-7074-4a34-8e58-ecab3f4b3368/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:16:03,483 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 2024-11-15T18:16:03,489 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:03,573 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541ea61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:03,573 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:03,574 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:03,575 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:03,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:03,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:03,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fddbf8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:03,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:03,577 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c435c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:03,578 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:03,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:03,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:03,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:03,592 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-15T18:16:03,593 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:03,593 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:03,593 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:03,593 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T18:16:03,593 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:16:03,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:03,641 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694561654/_temporary/0/_temporary/attempt_local1408100382_0013_r_000000_0/f/30dcaf2bda4f495797da0433a33f5c7f is 37, key is row10/f:q1/1731694471693/Put/seqid=0 2024-11-15T18:16:03,644 WARN [Thread-1718 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:16:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741980_1156 (size=8742) 2024-11-15T18:16:04,457 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694561654 2024-11-15T18:16:04,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6547e1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:04,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:04,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:04,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e95a116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:04,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:04,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:04,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f06ebcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:04,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:04,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:04,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:04,477 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694561654/_SUCCESS 2024-11-15T18:16:04,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:04,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:04,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3547e379 2024-11-15T18:16:04,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:04,484 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:04,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:04,495 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T18:16:04,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694561654/f/30dcaf2bda4f495797da0433a33f5c7f first=Optional[row0] last=Optional[row98] 2024-11-15T18:16:04,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694561654/f/30dcaf2bda4f495797da0433a33f5c7f for inclusion in 7c92bd022e1f7f5ef8d2854948551844/f 2024-11-15T18:16:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T18:16:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:16:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegion(2603): Flush status journal for 7c92bd022e1f7f5ef8d2854948551844: 2024-11-15T18:16:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694561654/f/30dcaf2bda4f495797da0433a33f5c7f to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__dhhj9i0vlqis287i1tste3qnr4k195ntk8sc4l70ooe4hluj6ol8ij7lk8sghtg9/f/30dcaf2bda4f495797da0433a33f5c7f 2024-11-15T18:16:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__dhhj9i0vlqis287i1tste3qnr4k195ntk8sc4l70ooe4hluj6ol8ij7lk8sghtg9/f/30dcaf2bda4f495797da0433a33f5c7f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/f/c8e26002b2f34ca7972773ba19585d4e_SeqId_4_ 2024-11-15T18:16:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f64b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:04,531 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:04,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0f8b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,534 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:04,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5f2307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:04,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:04,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1662392b 2024-11-15T18:16:04,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:04,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:04,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:04,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:04,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:04,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:04,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__dhhj9i0vlqis287i1tste3qnr4k195ntk8sc4l70ooe4hluj6ol8ij7lk8sghtg9/f/30dcaf2bda4f495797da0433a33f5c7f into 7c92bd022e1f7f5ef8d2854948551844/f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/f/c8e26002b2f34ca7972773ba19585d4e_SeqId_4_ - updating store file list. 2024-11-15T18:16:04,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/f/c8e26002b2f34ca7972773ba19585d4e_SeqId_4_ into 7c92bd022e1f7f5ef8d2854948551844/f 2024-11-15T18:16:04,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__dhhj9i0vlqis287i1tste3qnr4k195ntk8sc4l70ooe4hluj6ol8ij7lk8sghtg9/f/30dcaf2bda4f495797da0433a33f5c7f into 7c92bd022e1f7f5ef8d2854948551844/f (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/f/c8e26002b2f34ca7972773ba19585d4e_SeqId_4_) 2024-11-15T18:16:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__dhhj9i0vlqis287i1tste3qnr4k195ntk8sc4l70ooe4hluj6ol8ij7lk8sghtg9/f/30dcaf2bda4f495797da0433a33f5c7f 2024-11-15T18:16:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786810bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:04,600 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:04,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:04,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:04,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7cda60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:04,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:04,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,602 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:04,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444d2b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13d79c48 2024-11-15T18:16:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:04,617 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:16:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:04,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:04,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:04,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:16:04,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:04,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:04,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:04,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:04,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:04,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:04,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:04,672 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T18:16:04,672 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T18:16:04,672 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731694477756 hdfs://localhost:34959/backupUT/backup_1731694477756/ns2/test-17316944679251/ 2024-11-15T18:16:04,672 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-15T18:16:04,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2 , the old value is region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e3b17656000:36071 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:16:04,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:16:04,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2 from cache 2024-11-15T18:16:04,674 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:16:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:04,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:04,729 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34959/backupUT/backup_1731694544579/.backup.manifest 2024-11-15T18:16:04,732 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731694544579/.backup.manifest 2024-11-15T18:16:04,733 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34959/backupUT/backup_1731694513038/.backup.manifest 2024-11-15T18:16:04,740 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731694513038/.backup.manifest 2024-11-15T18:16:04,740 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731694467925' to 'table1' from full backup image hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925 2024-11-15T18:16:04,749 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731694467925', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731694544579 2024-11-15T18:16:04,756 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-15T18:16:04,762 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-15T18:16:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-15T18:16:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-15T18:16:04,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694564776"}]},"ts":"1731694564776"} 2024-11-15T18:16:04,777 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e3b17656000:36071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T18:16:04,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-15T18:16:04,779 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-15T18:16:04,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-15T18:16:04,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, UNASSIGN}] 2024-11-15T18:16:04,790 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, UNASSIGN 2024-11-15T18:16:04,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, UNASSIGN 2024-11-15T18:16:04,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=b4b89340d15199d13a377d84d1a5935f, regionState=CLOSING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:04,796 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=29dfdd93bee783b60f60d95d0d54b7b9, regionState=CLOSING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, UNASSIGN because future has completed 2024-11-15T18:16:04,811 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:04,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure b4b89340d15199d13a377d84d1a5935f, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:04,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, UNASSIGN because future has completed 2024-11-15T18:16:04,818 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:04,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29dfdd93bee783b60f60d95d0d54b7b9, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-15T18:16:04,970 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:16:04,970 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:04,970 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing b4b89340d15199d13a377d84d1a5935f, disabling compactions & flushes 2024-11-15T18:16:04,970 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:16:04,971 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:16:04,971 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. after waiting 0 ms 2024-11-15T18:16:04,971 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:16:04,990 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:16:04,993 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:04,993 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. 2024-11-15T18:16:04,994 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for b4b89340d15199d13a377d84d1a5935f: Waiting for close lock at 1731694564970Running coprocessor pre-close hooks at 1731694564970Disabling compacts and flushes for region at 1731694564970Disabling writes for close at 1731694564971 (+1 ms)Writing region close event to WAL at 1731694564975 (+4 ms)Running coprocessor post-close hooks at 1731694564993 (+18 ms)Closed at 1731694564993 2024-11-15T18:16:04,999 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:16:04,999 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:16:04,999 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:04,999 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 29dfdd93bee783b60f60d95d0d54b7b9, disabling compactions & flushes 2024-11-15T18:16:04,999 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:16:04,999 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:16:04,999 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. after waiting 0 ms 2024-11-15T18:16:04,999 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:16:05,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=b4b89340d15199d13a377d84d1a5935f, regionState=CLOSED 2024-11-15T18:16:05,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure b4b89340d15199d13a377d84d1a5935f, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:05,006 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:16:05,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-15T18:16:05,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure b4b89340d15199d13a377d84d1a5935f, server=4e3b17656000,36071,1731694452536 in 192 msec 2024-11-15T18:16:05,007 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:05,007 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. 2024-11-15T18:16:05,007 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 29dfdd93bee783b60f60d95d0d54b7b9: Waiting for close lock at 1731694564999Running coprocessor pre-close hooks at 1731694564999Disabling compacts and flushes for region at 1731694564999Disabling writes for close at 1731694564999Writing region close event to WAL at 1731694565001 (+2 ms)Running coprocessor post-close hooks at 1731694565007 (+6 ms)Closed at 1731694565007 2024-11-15T18:16:05,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=b4b89340d15199d13a377d84d1a5935f, UNASSIGN in 217 msec 2024-11-15T18:16:05,009 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:16:05,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=29dfdd93bee783b60f60d95d0d54b7b9, regionState=CLOSED 2024-11-15T18:16:05,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29dfdd93bee783b60f60d95d0d54b7b9, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:05,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-15T18:16:05,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 29dfdd93bee783b60f60d95d0d54b7b9, server=4e3b17656000,36071,1731694452536 in 199 msec 2024-11-15T18:16:05,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70 2024-11-15T18:16:05,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=29dfdd93bee783b60f60d95d0d54b7b9, UNASSIGN in 235 msec 2024-11-15T18:16:05,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-15T18:16:05,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 247 msec 2024-11-15T18:16:05,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694565031"}]},"ts":"1731694565031"} 2024-11-15T18:16:05,033 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-15T18:16:05,033 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-15T18:16:05,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 270 msec 2024-11-15T18:16:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-15T18:16:05,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-15T18:16:05,102 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-15T18:16:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-15T18:16:05,111 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-15T18:16:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T18:16:05,118 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:16:05,118 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:16:05,123 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f, FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f3, FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/mob, FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/recovered.edits] 2024-11-15T18:16:05,123 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f, FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f3, FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/mob, FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/recovered.edits] 2024-11-15T18:16:05,134 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f/ea3a7b0217a14555baa692309d5cdc9d_SeqId_4_ to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/f/ea3a7b0217a14555baa692309d5cdc9d_SeqId_4_ 2024-11-15T18:16:05,143 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f3/63a63e50e54042dca7ff8e05f1e0bf78_SeqId_4_ to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/default/table1/b4b89340d15199d13a377d84d1a5935f/f3/63a63e50e54042dca7ff8e05f1e0bf78_SeqId_4_ 2024-11-15T18:16:05,148 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/recovered.edits/6.seqid to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9/recovered.edits/6.seqid 2024-11-15T18:16:05,148 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/mob/caf7a0b6877145c2bffcf3ba2d027723_SeqId_4_ to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/default/table1/b4b89340d15199d13a377d84d1a5935f/mob/caf7a0b6877145c2bffcf3ba2d027723_SeqId_4_ 2024-11-15T18:16:05,149 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/29dfdd93bee783b60f60d95d0d54b7b9 2024-11-15T18:16:05,152 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f/recovered.edits/6.seqid to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/default/table1/b4b89340d15199d13a377d84d1a5935f/recovered.edits/6.seqid 2024-11-15T18:16:05,152 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/b4b89340d15199d13a377d84d1a5935f 2024-11-15T18:16:05,152 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-15T18:16:05,153 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-15T18:16:05,154 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-15T18:16:05,156 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-15T18:16:05,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T18:16:05,168 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-15T18:16:05,172 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-15T18:16:05,173 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-15T18:16:05,173 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694565173"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:05,173 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694565173"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:05,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-15T18:16:05,176 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b4b89340d15199d13a377d84d1a5935f, NAME => 'table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 29dfdd93bee783b60f60d95d0d54b7b9, NAME => 'table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-15T18:16:05,177 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-15T18:16:05,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694565177"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:05,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-15T18:16:05,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741981_1157 (size=938) 2024-11-15T18:16:05,193 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d15c6d6b5af7bde2b3a70fdd74091e7d, NAME => 'table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:16:05,194 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f4e894ee575c0423270ff7406cac4ae9, NAME => 'table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:16:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741982_1158 (size=45) 2024-11-15T18:16:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741983_1159 (size=45) 2024-11-15T18:16:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T18:16:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T18:16:05,605 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:05,605 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing f4e894ee575c0423270ff7406cac4ae9, disabling compactions & flushes 2024-11-15T18:16:05,605 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:05,605 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:05,605 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. after waiting 0 ms 2024-11-15T18:16:05,605 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:05,606 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:05,606 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for f4e894ee575c0423270ff7406cac4ae9: Waiting for close lock at 1731694565605Disabling compacts and flushes for region at 1731694565605Disabling writes for close at 1731694565605Writing region close event to WAL at 1731694565606 (+1 ms)Closed at 1731694565606 2024-11-15T18:16:05,614 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:05,614 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing d15c6d6b5af7bde2b3a70fdd74091e7d, disabling compactions & flushes 2024-11-15T18:16:05,614 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:05,614 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:05,614 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. after waiting 0 ms 2024-11-15T18:16:05,614 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:05,614 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:05,615 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for d15c6d6b5af7bde2b3a70fdd74091e7d: Waiting for close lock at 1731694565614Disabling compacts and flushes for region at 1731694565614Disabling writes for close at 1731694565614Writing region close event to WAL at 1731694565614Closed at 1731694565614 2024-11-15T18:16:05,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731694565616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694565616"}]},"ts":"1731694565616"} 2024-11-15T18:16:05,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731694565616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694565616"}]},"ts":"1731694565616"} 2024-11-15T18:16:05,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T18:16:05,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694565621"}]},"ts":"1731694565621"} 2024-11-15T18:16:05,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-15T18:16:05,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, ASSIGN}] 2024-11-15T18:16:05,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, ASSIGN 2024-11-15T18:16:05,626 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, ASSIGN 2024-11-15T18:16:05,627 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:16:05,627 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T18:16:05,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=f4e894ee575c0423270ff7406cac4ae9, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:05,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=d15c6d6b5af7bde2b3a70fdd74091e7d, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:05,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, ASSIGN because future has completed 2024-11-15T18:16:05,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:05,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, ASSIGN because future has completed 2024-11-15T18:16:05,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:05,936 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:05,936 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => d15c6d6b5af7bde2b3a70fdd74091e7d, NAME => 'table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T18:16:05,937 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:16:05,937 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,937 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:05,937 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,937 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,939 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,940 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15c6d6b5af7bde2b3a70fdd74091e7d columnFamilyName f 2024-11-15T18:16:05,941 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,941 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(327): Store=d15c6d6b5af7bde2b3a70fdd74091e7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,942 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,943 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15c6d6b5af7bde2b3a70fdd74091e7d columnFamilyName f3 2024-11-15T18:16:05,943 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,944 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(327): Store=d15c6d6b5af7bde2b3a70fdd74091e7d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,944 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,945 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15c6d6b5af7bde2b3a70fdd74091e7d columnFamilyName mob 2024-11-15T18:16:05,948 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,948 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(327): Store=d15c6d6b5af7bde2b3a70fdd74091e7d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,949 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,949 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,950 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,951 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,951 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,951 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:16:05,953 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,955 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:16:05,955 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened d15c6d6b5af7bde2b3a70fdd74091e7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10574399680, jitterRate=-0.015182286500930786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:16:05,955 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:05,956 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for d15c6d6b5af7bde2b3a70fdd74091e7d: Running coprocessor pre-open hook at 1731694565937Writing region info on filesystem at 1731694565937Initializing all the Stores at 1731694565938 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565938Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565938Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565938Cleaning up temporary data from old regions at 1731694565951 (+13 ms)Running coprocessor post-open hooks at 1731694565955 (+4 ms)Region opened successfully at 1731694565956 (+1 ms) 2024-11-15T18:16:05,957 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., pid=78, masterSystemTime=1731694565932 2024-11-15T18:16:05,959 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:05,959 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:05,960 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:05,960 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => f4e894ee575c0423270ff7406cac4ae9, NAME => 'table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T18:16:05,960 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:16:05,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=d15c6d6b5af7bde2b3a70fdd74091e7d, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:05,960 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,960 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:05,961 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,961 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:05,963 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,965 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4e894ee575c0423270ff7406cac4ae9 columnFamilyName f 2024-11-15T18:16:05,965 DEBUG [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,966 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(327): Store=f4e894ee575c0423270ff7406cac4ae9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,966 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,967 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4e894ee575c0423270ff7406cac4ae9 columnFamilyName f3 2024-11-15T18:16:05,967 DEBUG [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,968 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(327): Store=f4e894ee575c0423270ff7406cac4ae9/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,968 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-15T18:16:05,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536 in 183 msec 2024-11-15T18:16:05,970 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4e894ee575c0423270ff7406cac4ae9 columnFamilyName mob 2024-11-15T18:16:05,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, ASSIGN in 343 msec 2024-11-15T18:16:05,973 DEBUG [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,973 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(327): Store=f4e894ee575c0423270ff7406cac4ae9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,974 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,974 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,975 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,975 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,976 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,976 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:16:05,977 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,983 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:16:05,984 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened f4e894ee575c0423270ff7406cac4ae9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11867647040, jitterRate=0.10526075959205627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:16:05,984 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:05,984 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for f4e894ee575c0423270ff7406cac4ae9: Running coprocessor pre-open hook at 1731694565961Writing region info on filesystem at 1731694565961Initializing all the Stores at 1731694565962 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565962Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565962Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565962Cleaning up temporary data from old regions at 1731694565976 (+14 ms)Running coprocessor post-open hooks at 1731694565984 (+8 ms)Region opened successfully at 1731694565984 2024-11-15T18:16:05,985 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9., pid=79, masterSystemTime=1731694565932 2024-11-15T18:16:05,988 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:05,988 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:05,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=f4e894ee575c0423270ff7406cac4ae9, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:05,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:05,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-15T18:16:05,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536 in 214 msec 2024-11-15T18:16:06,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75 2024-11-15T18:16:06,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, ASSIGN in 373 msec 2024-11-15T18:16:06,002 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694566001"}]},"ts":"1731694566001"} 2024-11-15T18:16:06,004 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-15T18:16:06,005 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-15T18:16:06,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 901 msec 2024-11-15T18:16:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T18:16:06,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-15T18:16:06,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:16:06,252 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c,hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a from hbase tables test-1731694467925 to tables table1 2024-11-15T18:16:06,253 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731694467925 into table1 2024-11-15T18:16:06,255 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253 from hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c,hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a 2024-11-15T18:16:06,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fef549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:06,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:06,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:06,258 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:06,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:06,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:06,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8726aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:06,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:06,264 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3a4c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:06,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:06,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:06,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c67204 2024-11-15T18:16:06,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:06,269 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:06,270 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T18:16:06,270 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T18:16:06,270 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:16:06,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:06,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:06,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-15T18:16:06,279 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T18:16:06,280 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T18:16:06,280 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T18:16:06,280 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/partitions_c876f706-1f23-4da9-8895-951f553c537b 2024-11-15T18:16:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741984_1160 (size=177) 2024-11-15T18:16:06,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:06,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:06,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:06,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T18:16:07,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-4296557068325079189.jar 2024-11-15T18:16:07,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:07,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:16:07,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:16:07,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:16:07,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:16:07,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:16:07,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:16:07,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:16:07,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:16:07,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:16:07,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:16:07,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:07,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:16:07,513 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T18:16:07,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:07,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:07,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:07,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,514 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T18:16:07,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:07,530 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:16:07,546 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T18:16:07,729 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local21548705_0014_0390f0c5-7dce-49cb-aded-f37b9e66b95e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:16:07,729 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local21548705_0014_0390f0c5-7dce-49cb-aded-f37b9e66b95e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:16:07,807 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/3b04301af08c4f959a3edb944628d9b4 2024-11-15T18:16:07,811 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:07,899 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/5b017d28851a46ddbdb025e292bbdcb2 2024-11-15T18:16:07,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:16:07,904 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:07,942 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f/255439ceabb64f2f827b09075e3f657f 2024-11-15T18:16:07,949 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:08,006 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/bb46c71ef1a208893fd3b798b324443a/mob/d41d8cd98f00b204e9800998ecf8427e20241115c68fa31624ea41f09925f2d67e6a3c18_a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:16:08,013 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:08,053 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694513038/default/test-1731694467925/archive/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/mob/6c34fc66352f4a62a43d9755c9d3f959 2024-11-15T18:16:08,057 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:08,106 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed64018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:08,106 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:08,106 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:08,107 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:08,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:08,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b877cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:08,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:08,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:08,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:08,109 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:08,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a9ae43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:08,110 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:08,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:08,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:08,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:08,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731694467925-1-0', locateType=CURRENT is [region=table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:08,115 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T18:16:08,115 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:08,115 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:08,115 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:08,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:08,116 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-1-0] 2024-11-15T18:16:08,116 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:16:08,129 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac4b335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:08,129 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:08,129 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:08,130 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:08,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:08,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0038ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:08,132 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:08,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c56434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:08,133 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:08,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:08,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:08,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:08,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731694467925-3-0', locateType=CURRENT is [region=table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:08,139 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T18:16:08,139 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:08,139 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:08,139 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:08,139 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-3-0] 2024-11-15T18:16:08,139 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:16:08,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:08,149 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/_temporary/0/_temporary/attempt_local21548705_0014_r_000000_0/f/b4d4b2ebd5204dca9cc65371189d0432 is 59, key is row-test-1731694467925-1-10/f:q1/1731694499027/Put/seqid=0 2024-11-15T18:16:08,151 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:16:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741985_1161 (size=11123) 2024-11-15T18:16:08,556 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/_temporary/0/_temporary/attempt_local21548705_0014_r_000000_0/mob/0aa16c92e0764ab29a4f01021724c3a7 is 192, key is row-test-1731694467925-3-100/mob:q1/1731694499481/Put/seqid=0 2024-11-15T18:16:08,558 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:16:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741986_1162 (size=13402) 2024-11-15T18:16:08,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 531705ef3a00aac15b43ffb4f3fc942b, had cached 0 bytes from a total of 41499 2024-11-15T18:16:09,047 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11372b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,047 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:09,047 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:09,051 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:09,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b5b52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,056 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:09,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b27dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,060 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:09,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:09,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:09,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:09,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:09,068 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T18:16:09,068 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:09,068 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,069 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:09,069 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T18:16:09,069 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:16:09,092 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/_temporary/0/_temporary/attempt_local21548705_0014_r_000001_0/f/d9b1885880d3479d8b821c88968205ed is 37, key is row10/f:q1/1731694469917/Put/seqid=0 2024-11-15T18:16:09,095 WARN [Thread-1822 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:16:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741987_1163 (size=8740) 2024-11-15T18:16:09,789 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253 2024-11-15T18:16:09,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d84fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:09,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:09,791 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:09,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:09,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:09,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd3a9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:09,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:09,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,793 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:09,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8976ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:09,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:09,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:09,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:09,802 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/_SUCCESS 2024-11-15T18:16:09,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9c22b6 2024-11-15T18:16:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:09,814 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:09,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:09,820 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:16:09,833 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/f/b4d4b2ebd5204dca9cc65371189d0432 first=Optional[row-test-1731694467925-1-0] last=Optional[row-test-1731694467925-1-98] 2024-11-15T18:16:09,839 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/f/d9b1885880d3479d8b821c88968205ed first=Optional[row0] last=Optional[row98] 2024-11-15T18:16:09,849 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/mob/0aa16c92e0764ab29a4f01021724c3a7 first=Optional[row-test-1731694467925-3-0] last=Optional[row-test-1731694467925-3-99] 2024-11-15T18:16:09,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/f/d9b1885880d3479d8b821c88968205ed for inclusion in f4e894ee575c0423270ff7406cac4ae9/f 2024-11-15T18:16:09,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/mob/0aa16c92e0764ab29a4f01021724c3a7 for inclusion in d15c6d6b5af7bde2b3a70fdd74091e7d/mob 2024-11-15T18:16:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T18:16:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-15T18:16:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HRegion(2603): Flush status journal for f4e894ee575c0423270ff7406cac4ae9: 2024-11-15T18:16:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/f/d9b1885880d3479d8b821c88968205ed to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/d9b1885880d3479d8b821c88968205ed 2024-11-15T18:16:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/d9b1885880d3479d8b821c88968205ed as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/f/090a39360aad42c2848ea0c26b9efb2d_SeqId_4_ 2024-11-15T18:16:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731694467925-3-0 last=row-test-1731694467925-3-99 2024-11-15T18:16:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T18:16:09,878 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/f/b4d4b2ebd5204dca9cc65371189d0432 for inclusion in d15c6d6b5af7bde2b3a70fdd74091e7d/f 2024-11-15T18:16:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60346828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:09,883 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:09,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:09,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:09,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397dca8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,886 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123e7137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dbd4029 2024-11-15T18:16:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:09,895 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731694467925-1-0 last=row-test-1731694467925-1-98 2024-11-15T18:16:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T18:16:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegion(2603): Flush status journal for d15c6d6b5af7bde2b3a70fdd74091e7d: 2024-11-15T18:16:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:09,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:09,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:09,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/mob/0aa16c92e0764ab29a4f01021724c3a7 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/mob/0aa16c92e0764ab29a4f01021724c3a7 2024-11-15T18:16:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/mob/0aa16c92e0764ab29a4f01021724c3a7 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/mob/d41737ce2a824f3da6a37c1eb25a3a1d_SeqId_4_ 2024-11-15T18:16:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694566253/f/b4d4b2ebd5204dca9cc65371189d0432 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/b4d4b2ebd5204dca9cc65371189d0432 2024-11-15T18:16:09,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/b4d4b2ebd5204dca9cc65371189d0432 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f/f66401c014ab4b5fbbaebc8bed41c0b0_SeqId_4_ 2024-11-15T18:16:09,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071. 2024-11-15T18:16:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/d9b1885880d3479d8b821c88968205ed into f4e894ee575c0423270ff7406cac4ae9/f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/f/090a39360aad42c2848ea0c26b9efb2d_SeqId_4_ - updating store file list. 2024-11-15T18:16:09,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc30117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:09,971 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:09,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:09,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:09,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ca0325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:09,977 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe6f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:09,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:09,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d391619 2024-11-15T18:16:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:09,983 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:09,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:09,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:09,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:10,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/f/090a39360aad42c2848ea0c26b9efb2d_SeqId_4_ into f4e894ee575c0423270ff7406cac4ae9/f 2024-11-15T18:16:10,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/d9b1885880d3479d8b821c88968205ed into f4e894ee575c0423270ff7406cac4ae9/f (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/f/090a39360aad42c2848ea0c26b9efb2d_SeqId_4_) 2024-11-15T18:16:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/d9b1885880d3479d8b821c88968205ed 2024-11-15T18:16:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472c0cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:10,012 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac80ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:10,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:10,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,014 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164f29f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:10,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:10,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e37828e 2024-11-15T18:16:10,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:10,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,018 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:16:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:10,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:10,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:16:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:10,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420b494f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:10,032 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6a5f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:10,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:10,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:10,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3936e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3b9b04 2024-11-15T18:16:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:10,039 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:10,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:10,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:10,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:10,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:10,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071. 2024-11-15T18:16:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:10,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:10,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:10,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/b4d4b2ebd5204dca9cc65371189d0432 into d15c6d6b5af7bde2b3a70fdd74091e7d/f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f/f66401c014ab4b5fbbaebc8bed41c0b0_SeqId_4_ - updating store file list. 2024-11-15T18:16:10,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f/f66401c014ab4b5fbbaebc8bed41c0b0_SeqId_4_ into d15c6d6b5af7bde2b3a70fdd74091e7d/f 2024-11-15T18:16:10,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/b4d4b2ebd5204dca9cc65371189d0432 into d15c6d6b5af7bde2b3a70fdd74091e7d/f (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f/f66401c014ab4b5fbbaebc8bed41c0b0_SeqId_4_) 2024-11-15T18:16:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/f/b4d4b2ebd5204dca9cc65371189d0432 2024-11-15T18:16:10,093 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/mob/0aa16c92e0764ab29a4f01021724c3a7 into d15c6d6b5af7bde2b3a70fdd74091e7d/mob as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/mob/d41737ce2a824f3da6a37c1eb25a3a1d_SeqId_4_ - updating store file list. 2024-11-15T18:16:10,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/mob/d41737ce2a824f3da6a37c1eb25a3a1d_SeqId_4_ into d15c6d6b5af7bde2b3a70fdd74091e7d/mob 2024-11-15T18:16:10,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/mob/0aa16c92e0764ab29a4f01021724c3a7 into d15c6d6b5af7bde2b3a70fdd74091e7d/mob (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/mob/d41737ce2a824f3da6a37c1eb25a3a1d_SeqId_4_) 2024-11-15T18:16:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__b8tiecotjrgng5664h4m582qvcamqcc69i38oc3r427m0tp59eldgjdjsp85ke5j/mob/0aa16c92e0764ab29a4f01021724c3a7 2024-11-15T18:16:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2849baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:10,106 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acc1521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c988f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:10,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:10,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13d1fb38 2024-11-15T18:16:10,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:10,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:16:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:10,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:10,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:16:10,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:10,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:10,140 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:10,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:10,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:10,142 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T18:16:10,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:10,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:10,177 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731694467925' to 'table1' from log dirs: hdfs://localhost:34959/backupUT/backup_1731694544579/default/test-1731694467925/f2/68972a5aec1b4c84bbfbbe45ea34be7a 2024-11-15T18:16:10,182 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731694467925', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731694544579 2024-11-15T18:16:10,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:16:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-15T18:16:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741988_1164 (size=938) 2024-11-15T18:16:10,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-15T18:16:10,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-15T18:16:10,602 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-15T18:16:10,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-15T18:16:10,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-15T18:16:10,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, REOPEN/MOVE}] 2024-11-15T18:16:10,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, REOPEN/MOVE 2024-11-15T18:16:10,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, REOPEN/MOVE 2024-11-15T18:16:10,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f4e894ee575c0423270ff7406cac4ae9, regionState=CLOSING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:10,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=d15c6d6b5af7bde2b3a70fdd74091e7d, regionState=CLOSING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, REOPEN/MOVE because future has completed 2024-11-15T18:16:10,611 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:10,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, REOPEN/MOVE because future has completed 2024-11-15T18:16:10,612 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:10,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:10,763 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:10,763 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:10,763 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing d15c6d6b5af7bde2b3a70fdd74091e7d, disabling compactions & flushes 2024-11-15T18:16:10,763 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:10,763 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:10,763 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. after waiting 0 ms 2024-11-15T18:16:10,763 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:10,769 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:16:10,770 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:10,770 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:10,770 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for d15c6d6b5af7bde2b3a70fdd74091e7d: Waiting for close lock at 1731694570763Running coprocessor pre-close hooks at 1731694570763Disabling compacts and flushes for region at 1731694570763Disabling writes for close at 1731694570763Writing region close event to WAL at 1731694570765 (+2 ms)Running coprocessor post-close hooks at 1731694570770 (+5 ms)Closed at 1731694570770 2024-11-15T18:16:10,770 WARN [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: d15c6d6b5af7bde2b3a70fdd74091e7d to self. 2024-11-15T18:16:10,772 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:10,773 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:10,773 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:10,773 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing f4e894ee575c0423270ff7406cac4ae9, disabling compactions & flushes 2024-11-15T18:16:10,773 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:10,773 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:10,773 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. after waiting 0 ms 2024-11-15T18:16:10,773 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:10,774 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=d15c6d6b5af7bde2b3a70fdd74091e7d, regionState=CLOSED 2024-11-15T18:16:10,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:10,782 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:16:10,782 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:10,783 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:10,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-15T18:16:10,783 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for f4e894ee575c0423270ff7406cac4ae9: Waiting for close lock at 1731694570773Running coprocessor pre-close hooks at 1731694570773Disabling compacts and flushes for region at 1731694570773Disabling writes for close at 1731694570773Writing region close event to WAL at 1731694570774 (+1 ms)Running coprocessor post-close hooks at 1731694570782 (+8 ms)Closed at 1731694570783 (+1 ms) 2024-11-15T18:16:10,783 WARN [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: f4e894ee575c0423270ff7406cac4ae9 to self. 2024-11-15T18:16:10,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536 in 168 msec 2024-11-15T18:16:10,784 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, REOPEN/MOVE; state=CLOSED, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=true 2024-11-15T18:16:10,784 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:10,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f4e894ee575c0423270ff7406cac4ae9, regionState=CLOSED 2024-11-15T18:16:10,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:10,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-15T18:16:10,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536 in 178 msec 2024-11-15T18:16:10,792 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, REOPEN/MOVE; state=CLOSED, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=true 2024-11-15T18:16:10,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=d15c6d6b5af7bde2b3a70fdd74091e7d, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:10,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f4e894ee575c0423270ff7406cac4ae9, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:10,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, REOPEN/MOVE because future has completed 2024-11-15T18:16:10,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:10,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, REOPEN/MOVE because future has completed 2024-11-15T18:16:10,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:11,095 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:11,095 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => d15c6d6b5af7bde2b3a70fdd74091e7d, NAME => 'table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T18:16:11,096 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:16:11,096 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,096 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:11,096 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,096 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,098 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,099 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15c6d6b5af7bde2b3a70fdd74091e7d columnFamilyName f 2024-11-15T18:16:11,099 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:11,117 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f/f66401c014ab4b5fbbaebc8bed41c0b0_SeqId_4_ 2024-11-15T18:16:11,117 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(327): Store=d15c6d6b5af7bde2b3a70fdd74091e7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:11,117 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,120 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15c6d6b5af7bde2b3a70fdd74091e7d columnFamilyName f2 2024-11-15T18:16:11,120 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:11,122 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(327): Store=d15c6d6b5af7bde2b3a70fdd74091e7d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:11,122 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,126 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15c6d6b5af7bde2b3a70fdd74091e7d columnFamilyName mob 2024-11-15T18:16:11,127 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:11,133 DEBUG [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/mob/d41737ce2a824f3da6a37c1eb25a3a1d_SeqId_4_ 2024-11-15T18:16:11,133 INFO [StoreOpener-d15c6d6b5af7bde2b3a70fdd74091e7d-1 {}] regionserver.HStore(327): Store=d15c6d6b5af7bde2b3a70fdd74091e7d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:11,134 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,135 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,136 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,137 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,137 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,138 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:16:11,139 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,140 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened d15c6d6b5af7bde2b3a70fdd74091e7d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10769289760, jitterRate=0.0029682666063308716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:16:11,140 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:11,141 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for d15c6d6b5af7bde2b3a70fdd74091e7d: Running coprocessor pre-open hook at 1731694571096Writing region info on filesystem at 1731694571096Initializing all the Stores at 1731694571097 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694571097Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694571097Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694571097Cleaning up temporary data from old regions at 1731694571137 (+40 ms)Running coprocessor post-open hooks at 1731694571140 (+3 ms)Region opened successfully at 1731694571141 (+1 ms) 2024-11-15T18:16:11,142 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., pid=87, masterSystemTime=1731694571092 2024-11-15T18:16:11,144 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:11,144 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:11,145 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:11,145 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => f4e894ee575c0423270ff7406cac4ae9, NAME => 'table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T18:16:11,145 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=d15c6d6b5af7bde2b3a70fdd74091e7d, regionState=OPEN, openSeqNum=7, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:11,145 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:16:11,145 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,145 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:11,145 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,146 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:11,147 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,148 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4e894ee575c0423270ff7406cac4ae9 columnFamilyName f 2024-11-15T18:16:11,148 DEBUG [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:11,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82 2024-11-15T18:16:11,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure d15c6d6b5af7bde2b3a70fdd74091e7d, server=4e3b17656000,36071,1731694452536 in 209 msec 2024-11-15T18:16:11,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d15c6d6b5af7bde2b3a70fdd74091e7d, REOPEN/MOVE in 545 msec 2024-11-15T18:16:11,165 DEBUG [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/f/090a39360aad42c2848ea0c26b9efb2d_SeqId_4_ 2024-11-15T18:16:11,165 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(327): Store=f4e894ee575c0423270ff7406cac4ae9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:11,165 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,167 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4e894ee575c0423270ff7406cac4ae9 columnFamilyName f2 2024-11-15T18:16:11,167 DEBUG [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:11,168 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(327): Store=f4e894ee575c0423270ff7406cac4ae9/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:11,168 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,169 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4e894ee575c0423270ff7406cac4ae9 columnFamilyName mob 2024-11-15T18:16:11,170 DEBUG [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:11,170 INFO [StoreOpener-f4e894ee575c0423270ff7406cac4ae9-1 {}] regionserver.HStore(327): Store=f4e894ee575c0423270ff7406cac4ae9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:11,171 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,173 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,174 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,175 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,175 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,175 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:16:11,176 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,177 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened f4e894ee575c0423270ff7406cac4ae9; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10408044960, jitterRate=-0.03067527711391449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:16:11,177 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:11,177 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for f4e894ee575c0423270ff7406cac4ae9: Running coprocessor pre-open hook at 1731694571146Writing region info on filesystem at 1731694571146Initializing all the Stores at 1731694571147 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694571147Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694571147Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694571147Cleaning up temporary data from old regions at 1731694571175 (+28 ms)Running coprocessor post-open hooks at 1731694571177 (+2 ms)Region opened successfully at 1731694571177 2024-11-15T18:16:11,178 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9., pid=86, masterSystemTime=1731694571092 2024-11-15T18:16:11,181 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:11,181 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:11,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f4e894ee575c0423270ff7406cac4ae9, regionState=OPEN, openSeqNum=7, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:11,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:11,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-15T18:16:11,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure f4e894ee575c0423270ff7406cac4ae9, server=4e3b17656000,36071,1731694452536 in 254 msec 2024-11-15T18:16:11,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-15T18:16:11,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f4e894ee575c0423270ff7406cac4ae9, REOPEN/MOVE in 591 msec 2024-11-15T18:16:11,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-15T18:16:11,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 597 msec 2024-11-15T18:16:11,210 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-15T18:16:11,211 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., family=f3 2024-11-15T18:16:11,212 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9., family=f3 2024-11-15T18:16:11,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 1.0280 sec 2024-11-15T18:16:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T18:16:11,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-15T18:16:11,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:16:11,225 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:16:11,225 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:34959/backupUT/backup_1731694544579/default/test-1731694467925/f2/68972a5aec1b4c84bbfbbe45ea34be7a from hbase tables test-1731694467925 to tables table1 2024-11-15T18:16:11,225 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731694467925 into table1 2024-11-15T18:16:11,227 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694571225 from hdfs://localhost:34959/backupUT/backup_1731694544579/default/test-1731694467925/f2/68972a5aec1b4c84bbfbbe45ea34be7a 2024-11-15T18:16:11,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f65367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:11,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:11,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:11,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d665b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:11,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:11,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16432705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:11,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:11,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:11,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f4e1d5e 2024-11-15T18:16:11,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:11,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:11,236 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T18:16:11,236 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T18:16:11,236 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:16:11,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:11,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:11,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:11,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:11,241 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T18:16:11,241 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T18:16:11,241 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T18:16:11,242 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/partitions_e4be3d42-6c9b-4f6b-8957-3520ddab0a7f 2024-11-15T18:16:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741989_1165 (size=177) 2024-11-15T18:16:11,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:11,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:11,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-11721019410145202723.jar 2024-11-15T18:16:12,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:12,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:16:12,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:16:12,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:16:12,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:16:12,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:16:12,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:16:12,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:16:12,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:16:12,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:16:12,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:16:12,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:12,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:16:12,455 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T18:16:12,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:12,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:12,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:12,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:12,455 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T18:16:12,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:12,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:12,487 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:16:12,507 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T18:16:12,686 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local715104888_0015_a6e8c259-c874-4e9a-b743-3df214ccff9d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:16:12,686 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local715104888_0015_a6e8c259-c874-4e9a-b743-3df214ccff9d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:16:12,793 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694544579/default/test-1731694467925/f2/68972a5aec1b4c84bbfbbe45ea34be7a 2024-11-15T18:16:12,797 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:12,867 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f8971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:12,867 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:12,867 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:12,868 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:12,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:12,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad6a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:12,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:12,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d2901c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:12,872 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:12,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:12,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:12,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:12,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731694467925-2-0', locateType=CURRENT is [region=table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., hostname=4e3b17656000,36071,1731694452536, seqNum=7] 2024-11-15T18:16:12,877 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-15T18:16:12,877 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:12,877 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:12,877 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:12,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:12,877 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731694467925-2-0] 2024-11-15T18:16:12,877 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:16:12,893 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694571225/_temporary/0/_temporary/attempt_local715104888_0015_r_000000_0/f2/b4071e33a23a4d27a2e95aab5a1b9e10 is 58, key is row-test-1731694467925-2-0/f2:q1/1731694539556/Put/seqid=0 2024-11-15T18:16:12,900 WARN [Thread-1885 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:16:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741990_1166 (size=5608) 2024-11-15T18:16:13,739 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694571225 2024-11-15T18:16:13,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34aa7031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:13,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:13,741 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:13,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:13,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:13,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524f25e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:13,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:13,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,743 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:13,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704497f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:13,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:13,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:13,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:13,760 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694571225/_SUCCESS 2024-11-15T18:16:13,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:13,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:13,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@568f9708 2024-11-15T18:16:13,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:13,767 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., hostname=4e3b17656000,36071,1731694452536, seqNum=7] 2024-11-15T18:16:13,783 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T18:16:13,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694571225/f2/b4071e33a23a4d27a2e95aab5a1b9e10 first=Optional[row-test-1731694467925-2-0] last=Optional[row-test-1731694467925-2-6] 2024-11-15T18:16:13,805 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694571225/f2/b4071e33a23a4d27a2e95aab5a1b9e10 for inclusion in d15c6d6b5af7bde2b3a70fdd74091e7d/f2 2024-11-15T18:16:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731694467925-2-0 last=row-test-1731694467925-2-6 2024-11-15T18:16:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T18:16:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegion(2603): Flush status journal for d15c6d6b5af7bde2b3a70fdd74091e7d: 2024-11-15T18:16:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-default-table1-1731694571225/f2/b4071e33a23a4d27a2e95aab5a1b9e10 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__cjruf1vd4480j85he6rqaf2k6rj0tc2r2h1pfd11c7csudj9jo7e2ek1otihtag5/f2/b4071e33a23a4d27a2e95aab5a1b9e10 2024-11-15T18:16:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__cjruf1vd4480j85he6rqaf2k6rj0tc2r2h1pfd11c7csudj9jo7e2ek1otihtag5/f2/b4071e33a23a4d27a2e95aab5a1b9e10 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f2/3864ca227936440e848b0cf005f3b2bb_SeqId_9_ 2024-11-15T18:16:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50233d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:13,824 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f23d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:13,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:13,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721e37c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:13,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:13,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302fb7f5 2024-11-15T18:16:13,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:13,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:13,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:13,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:13,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:13,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:13,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:13,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:13,861 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__cjruf1vd4480j85he6rqaf2k6rj0tc2r2h1pfd11c7csudj9jo7e2ek1otihtag5/f2/b4071e33a23a4d27a2e95aab5a1b9e10 into d15c6d6b5af7bde2b3a70fdd74091e7d/f2 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f2/3864ca227936440e848b0cf005f3b2bb_SeqId_9_ - updating store file list. 2024-11-15T18:16:13,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f2/3864ca227936440e848b0cf005f3b2bb_SeqId_9_ into d15c6d6b5af7bde2b3a70fdd74091e7d/f2 2024-11-15T18:16:13,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__cjruf1vd4480j85he6rqaf2k6rj0tc2r2h1pfd11c7csudj9jo7e2ek1otihtag5/f2/b4071e33a23a4d27a2e95aab5a1b9e10 into d15c6d6b5af7bde2b3a70fdd74091e7d/f2 (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/f2/3864ca227936440e848b0cf005f3b2bb_SeqId_9_) 2024-11-15T18:16:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__table1__cjruf1vd4480j85he6rqaf2k6rj0tc2r2h1pfd11c7csudj9jo7e2ek1otihtag5/f2/b4071e33a23a4d27a2e95aab5a1b9e10 2024-11-15T18:16:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc58464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:13,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:13,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:13,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:13,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234d8ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:13,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:13,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,873 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:13,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f0130c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fd0232 2024-11-15T18:16:13,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:13,876 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:16:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:13,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:13,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:13,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:16:13,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:13,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:13,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:13,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:13,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:13,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:13,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:13,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:13,897 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T18:16:13,897 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731694467925 has been successfully restored to table1 2024-11-15T18:16:13,897 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T18:16:13,897 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731694544579 hdfs://localhost:34959/backupUT/backup_1731694544579/default/test-1731694467925/ 2024-11-15T18:16:13,897 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34959/backupUT/backup_1731694513038/.backup.manifest 2024-11-15T18:16:13,899 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731694513038/.backup.manifest 2024-11-15T18:16:13,899 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316944679251' to 'ns2:table2' from full backup image hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251 2024-11-15T18:16:13,901 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17316944679251', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731694544579 2024-11-15T18:16:13,905 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-15T18:16:13,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-15T18:16:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-15T18:16:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:16:13,909 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694573909"}]},"ts":"1731694573909"} 2024-11-15T18:16:13,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-15T18:16:13,911 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-15T18:16:13,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-15T18:16:13,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, UNASSIGN}] 2024-11-15T18:16:13,922 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, UNASSIGN 2024-11-15T18:16:13,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=7c92bd022e1f7f5ef8d2854948551844, regionState=CLOSING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, UNASSIGN because future has completed 2024-11-15T18:16:13,925 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:13,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7c92bd022e1f7f5ef8d2854948551844, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:16:14,078 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:14,078 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:14,079 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 7c92bd022e1f7f5ef8d2854948551844, disabling compactions & flushes 2024-11-15T18:16:14,079 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:14,079 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:14,079 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. after waiting 0 ms 2024-11-15T18:16:14,079 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:14,084 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:16:14,085 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:14,085 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. 2024-11-15T18:16:14,085 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 7c92bd022e1f7f5ef8d2854948551844: Waiting for close lock at 1731694574078Running coprocessor pre-close hooks at 1731694574078Disabling compacts and flushes for region at 1731694574078Disabling writes for close at 1731694574079 (+1 ms)Writing region close event to WAL at 1731694574079Running coprocessor post-close hooks at 1731694574084 (+5 ms)Closed at 1731694574085 (+1 ms) 2024-11-15T18:16:14,087 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:14,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=7c92bd022e1f7f5ef8d2854948551844, regionState=CLOSED 2024-11-15T18:16:14,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7c92bd022e1f7f5ef8d2854948551844, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:14,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-15T18:16:14,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 7c92bd022e1f7f5ef8d2854948551844, server=4e3b17656000,36071,1731694452536 in 165 msec 2024-11-15T18:16:14,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-15T18:16:14,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7c92bd022e1f7f5ef8d2854948551844, UNASSIGN in 172 msec 2024-11-15T18:16:14,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-15T18:16:14,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 178 msec 2024-11-15T18:16:14,099 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694574099"}]},"ts":"1731694574099"} 2024-11-15T18:16:14,101 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-15T18:16:14,101 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-15T18:16:14,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 197 msec 2024-11-15T18:16:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:16:14,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-15T18:16:14,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-15T18:16:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-15T18:16:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:16:14,230 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-15T18:16:14,233 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:14,235 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/f, FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/recovered.edits] 2024-11-15T18:16:14,240 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/f/c8e26002b2f34ca7972773ba19585d4e_SeqId_4_ to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/f/c8e26002b2f34ca7972773ba19585d4e_SeqId_4_ 2024-11-15T18:16:14,243 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/recovered.edits/6.seqid to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/archive/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844/recovered.edits/6.seqid 2024-11-15T18:16:14,243 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/7c92bd022e1f7f5ef8d2854948551844 2024-11-15T18:16:14,243 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-15T18:16:14,248 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-15T18:16:14,250 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-15T18:16:14,250 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-15T18:16:14,250 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694574250"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:14,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T18:16:14,253 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7c92bd022e1f7f5ef8d2854948551844, NAME => 'ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T18:16:14,253 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-15T18:16:14,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694574253"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:14,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-15T18:16:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741991_1167 (size=351) 2024-11-15T18:16:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:16:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:16:14,663 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1265a5a2603243d02e908edd1c721118, NAME => 'ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb 2024-11-15T18:16:14,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741992_1168 (size=37) 2024-11-15T18:16:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:16:15,073 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:15,073 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 1265a5a2603243d02e908edd1c721118, disabling compactions & flushes 2024-11-15T18:16:15,073 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:15,073 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:15,073 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. after waiting 0 ms 2024-11-15T18:16:15,073 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:15,073 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:15,073 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1265a5a2603243d02e908edd1c721118: Waiting for close lock at 1731694575073Disabling compacts and flushes for region at 1731694575073Disabling writes for close at 1731694575073Writing region close event to WAL at 1731694575073Closed at 1731694575073 2024-11-15T18:16:15,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731694575075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694575075"}]},"ts":"1731694575075"} 2024-11-15T18:16:15,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:16:15,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694575078"}]},"ts":"1731694575078"} 2024-11-15T18:16:15,081 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-15T18:16:15,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=1265a5a2603243d02e908edd1c721118, ASSIGN}] 2024-11-15T18:16:15,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=1265a5a2603243d02e908edd1c721118, ASSIGN 2024-11-15T18:16:15,083 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=1265a5a2603243d02e908edd1c721118, ASSIGN; state=OFFLINE, location=4e3b17656000,36071,1731694452536; forceNewPlan=false, retain=false 2024-11-15T18:16:15,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=1265a5a2603243d02e908edd1c721118, regionState=OPENING, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:15,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=1265a5a2603243d02e908edd1c721118, ASSIGN because future has completed 2024-11-15T18:16:15,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1265a5a2603243d02e908edd1c721118, server=4e3b17656000,36071,1731694452536}] 2024-11-15T18:16:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:16:15,392 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:15,392 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 1265a5a2603243d02e908edd1c721118, NAME => 'ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:16:15,393 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T18:16:15,393 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,393 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:15,393 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,393 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,401 INFO [StoreOpener-1265a5a2603243d02e908edd1c721118-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,402 INFO [StoreOpener-1265a5a2603243d02e908edd1c721118-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1265a5a2603243d02e908edd1c721118 columnFamilyName f 2024-11-15T18:16:15,403 DEBUG [StoreOpener-1265a5a2603243d02e908edd1c721118-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:15,403 INFO [StoreOpener-1265a5a2603243d02e908edd1c721118-1 {}] regionserver.HStore(327): Store=1265a5a2603243d02e908edd1c721118/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:15,404 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,405 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,405 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,406 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,406 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,408 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,411 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:16:15,411 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 1265a5a2603243d02e908edd1c721118; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10160597600, jitterRate=-0.05372060835361481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:16:15,411 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:15,412 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 1265a5a2603243d02e908edd1c721118: Running coprocessor pre-open hook at 1731694575393Writing region info on filesystem at 1731694575393Initializing all the Stores at 1731694575394 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694575394Cleaning up temporary data from old regions at 1731694575406 (+12 ms)Running coprocessor post-open hooks at 1731694575411 (+5 ms)Region opened successfully at 1731694575412 (+1 ms) 2024-11-15T18:16:15,419 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., pid=94, masterSystemTime=1731694575388 2024-11-15T18:16:15,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=1265a5a2603243d02e908edd1c721118, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,36071,1731694452536 2024-11-15T18:16:15,423 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:15,424 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:15,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1265a5a2603243d02e908edd1c721118, server=4e3b17656000,36071,1731694452536 because future has completed 2024-11-15T18:16:15,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-15T18:16:15,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 1265a5a2603243d02e908edd1c721118, server=4e3b17656000,36071,1731694452536 in 189 msec 2024-11-15T18:16:15,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-15T18:16:15,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=1265a5a2603243d02e908edd1c721118, ASSIGN in 346 msec 2024-11-15T18:16:15,431 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694575430"}]},"ts":"1731694575430"} 2024-11-15T18:16:15,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-15T18:16:15,433 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-15T18:16:15,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2050 sec 2024-11-15T18:16:16,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T18:16:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:16:16,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-15T18:16:16,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T18:16:16,381 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9 from hbase tables ns2:test-17316944679251 to tables ns2:table2 2024-11-15T18:16:16,381 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316944679251 into ns2:table2 2024-11-15T18:16:16,383 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694576381 from hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:16,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b348aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:16,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:16,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:16,384 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:16,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7573948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:16,386 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:16,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24634b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:16,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3739abfb 2024-11-15T18:16:16,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:16,389 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:16,389 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T18:16:16,389 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-15T18:16:16,390 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T18:16:16,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:16,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:16,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:16,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:16,394 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-15T18:16:16,394 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-15T18:16:16,394 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/partitions_6c2e3d0e-b540-4ae4-92b1-0cd20a4d04f3 2024-11-15T18:16:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741993_1169 (size=153) 2024-11-15T18:16:16,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:16,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:16,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop-9805932441832720707.jar 2024-11-15T18:16:18,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:18,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T18:16:18,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T18:16:18,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T18:16:18,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T18:16:18,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T18:16:18,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T18:16:18,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T18:16:18,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T18:16:18,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T18:16:18,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T18:16:18,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T18:16:18,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T18:16:18,040 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-15T18:16:18,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:18,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:18,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:18,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:18,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:18,041 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T18:16:18,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T18:16:18,052 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T18:16:18,067 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T18:16:18,169 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local79911841_0016_54f07b69-6030-4314-83b3-232fb57c1e44/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T18:16:18,169 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/mapreduce.cluster.local.dir/job_local79911841_0016_54f07b69-6030-4314-83b3-232fb57c1e44/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T18:16:18,215 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/8ac500c7ccc243828d0e2f274de7d322 2024-11-15T18:16:18,219 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:18,258 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34959/backupUT/backup_1731694513038/ns2/test-17316944679251/archive/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/f/3048c4cd769a4c4f87dc3edc58bebd71 2024-11-15T18:16:18,262 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T18:16:18,291 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3300258c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:18,291 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:18,292 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:18,292 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41353d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:18,294 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:18,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54e3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:18,295 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:18,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:18,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:18,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:18,300 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-15T18:16:18,300 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:18,300 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:18,301 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:18,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:18,301 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-15T18:16:18,301 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 4e3b17656000 2024-11-15T18:16:18,306 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694576381/_temporary/0/_temporary/attempt_local79911841_0016_r_000000_0/f/c8089d2522614a0bbdc9de300aff7c29 is 38, key is row-t20/f:q1/1731694499524/Put/seqid=0 2024-11-15T18:16:18,308 WARN [Thread-1960 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [4e3b17656000:36071] Specified favored nodes: [4e3b17656000:36071] 2024-11-15T18:16:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741994_1170 (size=8933) 2024-11-15T18:16:18,385 DEBUG [regionserver/4e3b17656000:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-15T18:16:19,211 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694576381 2024-11-15T18:16:19,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b35fdd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:19,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:19,213 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:19,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:19,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:19,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a483f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,215 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:19,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:19,217 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:19,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bac9467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:19,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:19,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:19,226 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694576381/_SUCCESS 2024-11-15T18:16:19,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:19,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:19,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a6eb78 2024-11-15T18:16:19,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:19,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:19,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:19,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T18:16:19,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694576381/f/c8089d2522614a0bbdc9de300aff7c29 first=Optional[row-t20] last=Optional[row98] 2024-11-15T18:16:19,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694576381/f/c8089d2522614a0bbdc9de300aff7c29 for inclusion in 1265a5a2603243d02e908edd1c721118/f 2024-11-15T18:16:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-15T18:16:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:16:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegion(2603): Flush status journal for 1265a5a2603243d02e908edd1c721118: 2024-11-15T18:16:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/hbase-staging/bulk_output-ns2-table2-1731694576381/f/c8089d2522614a0bbdc9de300aff7c29 to hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__g7dfgthbcoaduqlekguu2no13vau0rnljk0v2b2r3nh46k170f3b9en6mtiiheh3/f/c8089d2522614a0bbdc9de300aff7c29 2024-11-15T18:16:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__g7dfgthbcoaduqlekguu2no13vau0rnljk0v2b2r3nh46k170f3b9en6mtiiheh3/f/c8089d2522614a0bbdc9de300aff7c29 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118/f/371451e9f5574395ac5a49ec6e44e2b5_SeqId_4_ 2024-11-15T18:16:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4736d103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:19,285 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce8240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:19,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:19,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,290 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:19,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dd02c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:19,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:19,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106d85ca 2024-11-15T18:16:19,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:19,297 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:19,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:19,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:19,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:19,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:19,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:19,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:19,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:19,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__g7dfgthbcoaduqlekguu2no13vau0rnljk0v2b2r3nh46k170f3b9en6mtiiheh3/f/c8089d2522614a0bbdc9de300aff7c29 into 1265a5a2603243d02e908edd1c721118/f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118/f/371451e9f5574395ac5a49ec6e44e2b5_SeqId_4_ - updating store file list. 2024-11-15T18:16:19,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118/f/371451e9f5574395ac5a49ec6e44e2b5_SeqId_4_ into 1265a5a2603243d02e908edd1c721118/f 2024-11-15T18:16:19,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__g7dfgthbcoaduqlekguu2no13vau0rnljk0v2b2r3nh46k170f3b9en6mtiiheh3/f/c8089d2522614a0bbdc9de300aff7c29 into 1265a5a2603243d02e908edd1c721118/f (new location: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118/f/371451e9f5574395ac5a49ec6e44e2b5_SeqId_4_) 2024-11-15T18:16:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/staging/jenkins__ns2_table2__g7dfgthbcoaduqlekguu2no13vau0rnljk0v2b2r3nh46k170f3b9en6mtiiheh3/f/c8089d2522614a0bbdc9de300aff7c29 2024-11-15T18:16:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371a263d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,45423,-1 for getting cluster id 2024-11-15T18:16:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:19,390 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f9fe547-3df4-484f-8069-3615c1345609' 2024-11-15T18:16:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f9fe547-3df4-484f-8069-3615c1345609" 2024-11-15T18:16:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b37977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,45423,-1] 2024-11-15T18:16:19,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:19,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,392 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:19,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aafc94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T18:16:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,45423,1731694449371 2024-11-15T18:16:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728f8b0d 2024-11-15T18:16:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:19,395 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:16:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:19,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,36071,1731694452536, seqNum=-1] 2024-11-15T18:16:19,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:19,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:16:19,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T18:16:19,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T18:16:19,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:19,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071. 2024-11-15T18:16:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:19,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:19,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:19,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,422 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T18:16:19,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:19,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., hostname=4e3b17656000,36071,1731694452536, seqNum=2 , the old value is region=ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., hostname=4e3b17656000,36071,1731694452536, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e3b17656000:36071 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:16:19,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., hostname=4e3b17656000,36071,1731694452536, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:16:19,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., hostname=4e3b17656000,36071,1731694452536, seqNum=2 from cache 2024-11-15T18:16:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 277 connection: 172.17.0.2:36278 deadline: 1731698179423 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:36278 2024-11-15T18:16:19,452 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17316944679251', skipping incremental restore step. 2024-11-15T18:16:19,452 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T18:16:19,452 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731694544579 hdfs://localhost:34959/backupUT/backup_1731694544579/ns2/test-17316944679251/ 2024-11-15T18:16:19,452 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-15T18:16:19,459 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:16:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 {}] ipc.CallRunner(138): callId: 731 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:54258 deadline: 1731694639462, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. is not online on 4e3b17656000,36071,1731694452536 2024-11-15T18:16:19,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2 , the old value is region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. is not online on 4e3b17656000,36071,1731694452536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f. is not online on 4e3b17656000,36071,1731694452536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731694555282.b4b89340d15199d13a377d84d1a5935f., hostname=4e3b17656000,36071,1731694452536, seqNum=2 from cache 2024-11-15T18:16:19,529 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e3b17656000:36071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T18:16:19,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d., hostname=4e3b17656000,36071,1731694452536, seqNum=7] 2024-11-15T18:16:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.CallRunner(138): callId: 735 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:54258 deadline: 1731694639587, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. is not online on 4e3b17656000,36071,1731694452536 2024-11-15T18:16:19,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9., hostname=4e3b17656000,36071,1731694452536, seqNum=2 , the old value is region=table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9., hostname=4e3b17656000,36071,1731694452536, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. is not online on 4e3b17656000,36071,1731694452536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9., hostname=4e3b17656000,36071,1731694452536, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9. is not online on 4e3b17656000,36071,1731694452536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731694555282.29dfdd93bee783b60f60d95d0d54b7b9., hostname=4e3b17656000,36071,1731694452536, seqNum=2 from cache 2024-11-15T18:16:19,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9., hostname=4e3b17656000,36071,1731694452536, seqNum=7] 2024-11-15T18:16:19,706 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-15T18:16:19,711 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-15T18:16:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T18:16:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:19,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T18:16:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:19,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T18:16:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:19,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T18:16:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T18:16:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T18:16:19,759 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-15T18:16:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 {}] ipc.CallRunner(138): callId: 743 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:54258 deadline: 1731694639759, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. is not online on 4e3b17656000,36071,1731694452536 2024-11-15T18:16:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2 , the old value is region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. is not online on 4e3b17656000,36071,1731694452536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844. is not online on 4e3b17656000,36071,1731694452536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844., hostname=4e3b17656000,36071,1731694452536, seqNum=2 from cache 2024-11-15T18:16:19,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118., hostname=4e3b17656000,36071,1731694452536, seqNum=2] 2024-11-15T18:16:19,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:19,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:19,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:19,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=638 (was 610) Potentially hanging thread: rs(4e3b17656000,36071,1731694452536)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681954226_20 at /127.0.0.1:49556 [Receiving block BP-2047225350-172.17.0.2-1731694442451:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2047225350-172.17.0.2-1731694442451:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@760529dd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681954226_20 at /127.0.0.1:49572 [Receiving block BP-2047225350-172.17.0.2-1731694442451:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2047225350-172.17.0.2-1731694442451:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681954226_20 at /127.0.0.1:49540 [Receiving block BP-2047225350-172.17.0.2-1731694442451:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_344216171_20 at /127.0.0.1:48204 [Waiting for operation #167] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(4e3b17656000,36071,1731694452536)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-2047225350-172.17.0.2-1731694442451:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (4e3b17656000,45423,1731694449371)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '4e3b17656000,36071,1731694452536' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(4e3b17656000,36071,1731694452536)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(4e3b17656000,36071,1731694452536)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=756 (was 1052), ProcessCount=14 (was 14), AvailableMemoryMB=1599 (was 2029) 2024-11-15T18:16:19,906 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=638 is superior to 500 2024-11-15T18:16:19,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:16:19,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:19,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:19,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:16:19,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616090726, stopped=false 2024-11-15T18:16:19,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e3b17656000,45423,1731694449371 2024-11-15T18:16:19,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:19,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-15T18:16:19,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:16:19,972 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:16:19,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-15T18:16:19,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:16:19,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:19,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:19,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:19,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T18:16:19,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e3b17656000,36071,1731694452536' ***** 2024-11-15T18:16:19,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:16:19,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T18:16:19,974 INFO [RS:0;4e3b17656000:36071 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-15T18:16:20,003 INFO [RS:0;4e3b17656000:36071 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@17da9b47{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-15T18:16:20,005 INFO [RS:0;4e3b17656000:36071 {}] server.AbstractConnector(383): Stopped ServerConnector@126a703e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T18:16:20,006 INFO [RS:0;4e3b17656000:36071 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:20,006 INFO [RS:0;4e3b17656000:36071 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3318d839{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-15T18:16:20,006 INFO [RS:0;4e3b17656000:36071 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@638beb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:20,008 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:16:20,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:16:20,009 INFO [RS:0;4e3b17656000:36071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:16:20,009 INFO [RS:0;4e3b17656000:36071 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-15T18:16:20,009 INFO [RS:0;4e3b17656000:36071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:16:20,009 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for a82721d49666604acd4dba01b5f3c38c 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for 531705ef3a00aac15b43ffb4f3fc942b 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1265a5a2603243d02e908edd1c721118 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for f6329ee8507a6a610dea1c0bfff5809d 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for f4f665caa52aa397f18903f14ea40229 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for 91f8763c2e2e817684a2b2219f2254e6 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for d15c6d6b5af7bde2b3a70fdd74091e7d 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(959): stopping server 4e3b17656000,36071,1731694452536 2024-11-15T18:16:20,010 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a82721d49666604acd4dba01b5f3c38c, disabling compactions & flushes 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:16:20,010 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:16:20,010 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:16:20,010 INFO [RS:0;4e3b17656000:36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e3b17656000:36071. 2024-11-15T18:16:20,010 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. after waiting 0 ms 2024-11-15T18:16:20,010 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:16:20,010 DEBUG [RS:0;4e3b17656000:36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:20,010 DEBUG [RS:0;4e3b17656000:36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:20,010 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a82721d49666604acd4dba01b5f3c38c 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-15T18:16:20,011 INFO [RS:0;4e3b17656000:36071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:16:20,011 INFO [RS:0;4e3b17656000:36071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:16:20,011 INFO [RS:0;4e3b17656000:36071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:16:20,011 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:16:20,011 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-15T18:16:20,011 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:16:20,011 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:16:20,011 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:16:20,011 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:16:20,011 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:16:20,012 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1265a5a2603243d02e908edd1c721118, 1588230740, 531705ef3a00aac15b43ffb4f3fc942b, 91f8763c2e2e817684a2b2219f2254e6, a82721d49666604acd4dba01b5f3c38c, d15c6d6b5af7bde2b3a70fdd74091e7d, f4e894ee575c0423270ff7406cac4ae9, f4f665caa52aa397f18903f14ea40229, f6329ee8507a6a610dea1c0bfff5809d, fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:20,012 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-15T18:16:20,026 INFO [regionserver/4e3b17656000:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:16:20,032 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f2/2854556abda24f4b9d3c5bfe236bfc27 is 58, key is row-test-1731694467925-2-0/f2:q1/1731694539556/Put/seqid=0 2024-11-15T18:16:20,041 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/info/92183f7f100c46c1a6382967bb6c403e is 159, key is ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9./info:regioninfo/1731694471116/Put/seqid=0 2024-11-15T18:16:20,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741996_1172 (size=19093) 2024-11-15T18:16:20,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741995_1171 (size=5464) 2024-11-15T18:16:20,212 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1265a5a2603243d02e908edd1c721118, 1588230740, 531705ef3a00aac15b43ffb4f3fc942b, 91f8763c2e2e817684a2b2219f2254e6, a82721d49666604acd4dba01b5f3c38c, d15c6d6b5af7bde2b3a70fdd74091e7d, f4e894ee575c0423270ff7406cac4ae9, f4f665caa52aa397f18903f14ea40229, f6329ee8507a6a610dea1c0bfff5809d, fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:20,412 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1265a5a2603243d02e908edd1c721118, 1588230740, 531705ef3a00aac15b43ffb4f3fc942b, 91f8763c2e2e817684a2b2219f2254e6, a82721d49666604acd4dba01b5f3c38c, d15c6d6b5af7bde2b3a70fdd74091e7d, f4e894ee575c0423270ff7406cac4ae9, f4f665caa52aa397f18903f14ea40229, f6329ee8507a6a610dea1c0bfff5809d, fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:20,446 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/info/92183f7f100c46c1a6382967bb6c403e 2024-11-15T18:16:20,453 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f2/2854556abda24f4b9d3c5bfe236bfc27 2024-11-15T18:16:20,459 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/.tmp/f2/2854556abda24f4b9d3c5bfe236bfc27 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f2/2854556abda24f4b9d3c5bfe236bfc27 2024-11-15T18:16:20,464 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/f2/2854556abda24f4b9d3c5bfe236bfc27, entries=7, sequenceid=348, filesize=5.3 K 2024-11-15T18:16:20,465 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a82721d49666604acd4dba01b5f3c38c in 455ms, sequenceid=348, compaction requested=false 2024-11-15T18:16:20,469 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:16:20,469 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:16:20,471 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/ns/43bca3f642c740bb9965d7249e52fe11 is 85, key is ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844./ns:/1731694574245/DeleteFamily/seqid=0 2024-11-15T18:16:20,473 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/test-1731694467925/a82721d49666604acd4dba01b5f3c38c/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-15T18:16:20,474 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:20,474 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:16:20,474 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a82721d49666604acd4dba01b5f3c38c: Waiting for close lock at 1731694580010Running coprocessor pre-close hooks at 1731694580010Disabling compacts and flushes for region at 1731694580010Disabling writes for close at 1731694580010Obtaining lock to block concurrent updates at 1731694580010Preparing flush snapshotting stores in a82721d49666604acd4dba01b5f3c38c at 1731694580010Finished memstore snapshotting test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731694580011 (+1 ms)Flushing stores of test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. at 1731694580011Flushing a82721d49666604acd4dba01b5f3c38c/f2: creating writer at 1731694580012 (+1 ms)Flushing a82721d49666604acd4dba01b5f3c38c/f2: appending metadata at 1731694580032 (+20 ms)Flushing a82721d49666604acd4dba01b5f3c38c/f2: closing flushed file at 1731694580032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cfc122: reopening flushed file at 1731694580458 (+426 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a82721d49666604acd4dba01b5f3c38c in 455ms, sequenceid=348, compaction requested=false at 1731694580465 (+7 ms)Writing region close event to WAL at 1731694580470 (+5 ms)Running coprocessor post-close hooks at 1731694580474 (+4 ms)Closed at 1731694580474 2024-11-15T18:16:20,474 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731694467925,,1731694468529.a82721d49666604acd4dba01b5f3c38c. 2024-11-15T18:16:20,474 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 531705ef3a00aac15b43ffb4f3fc942b, disabling compactions & flushes 2024-11-15T18:16:20,474 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:16:20,474 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:16:20,474 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. after waiting 0 ms 2024-11-15T18:16:20,475 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:16:20,475 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 531705ef3a00aac15b43ffb4f3fc942b 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-15T18:16:20,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741997_1173 (size=5760) 2024-11-15T18:16:20,478 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/7f600b3473b84b8b87727c10552eb42f is 158, key is trslm:hdfs://localhost:34959/backupUT\x00ns2:test-17316944679251/meta:log-roll-map/1731694555102/Put/seqid=0 2024-11-15T18:16:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741998_1174 (size=6208) 2024-11-15T18:16:20,612 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1265a5a2603243d02e908edd1c721118, 1588230740, 531705ef3a00aac15b43ffb4f3fc942b, 91f8763c2e2e817684a2b2219f2254e6, d15c6d6b5af7bde2b3a70fdd74091e7d, f4e894ee575c0423270ff7406cac4ae9, f4f665caa52aa397f18903f14ea40229, f6329ee8507a6a610dea1c0bfff5809d, fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:20,812 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1265a5a2603243d02e908edd1c721118, 1588230740, 531705ef3a00aac15b43ffb4f3fc942b, 91f8763c2e2e817684a2b2219f2254e6, d15c6d6b5af7bde2b3a70fdd74091e7d, f4e894ee575c0423270ff7406cac4ae9, f4f665caa52aa397f18903f14ea40229, f6329ee8507a6a610dea1c0bfff5809d, fcf4cdc25b70e83c50ec8662baeabfd9 2024-11-15T18:16:20,876 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/ns/43bca3f642c740bb9965d7249e52fe11 2024-11-15T18:16:20,884 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/7f600b3473b84b8b87727c10552eb42f 2024-11-15T18:16:20,894 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/6377cf23b21448c1b2cd48a2f3954510 is 588, key is session:backup_1731694544579/session:context/1731694555175/Put/seqid=0 2024-11-15T18:16:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741999_1175 (size=5689) 2024-11-15T18:16:20,899 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/6377cf23b21448c1b2cd48a2f3954510 2024-11-15T18:16:20,903 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/rep_barrier/4b12a6aadd0b4694a9c543b97f0a306e is 94, key is ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844./rep_barrier:/1731694574245/DeleteFamily/seqid=0 2024-11-15T18:16:20,904 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/meta/7f600b3473b84b8b87727c10552eb42f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/7f600b3473b84b8b87727c10552eb42f 2024-11-15T18:16:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073742000_1176 (size=5640) 2024-11-15T18:16:20,910 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/meta/7f600b3473b84b8b87727c10552eb42f, entries=7, sequenceid=52, filesize=6.1 K 2024-11-15T18:16:20,911 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/.tmp/session/6377cf23b21448c1b2cd48a2f3954510 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/6377cf23b21448c1b2cd48a2f3954510 2024-11-15T18:16:20,917 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/session/6377cf23b21448c1b2cd48a2f3954510, entries=2, sequenceid=52, filesize=5.6 K 2024-11-15T18:16:20,918 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 531705ef3a00aac15b43ffb4f3fc942b in 442ms, sequenceid=52, compaction requested=true 2024-11-15T18:16:20,922 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system/531705ef3a00aac15b43ffb4f3fc942b/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-15T18:16:20,923 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:20,923 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:16:20,923 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 531705ef3a00aac15b43ffb4f3fc942b: Waiting for close lock at 1731694580474Running coprocessor pre-close hooks at 1731694580474Disabling compacts and flushes for region at 1731694580474Disabling writes for close at 1731694580475 (+1 ms)Obtaining lock to block concurrent updates at 1731694580475Preparing flush snapshotting stores in 531705ef3a00aac15b43ffb4f3fc942b at 1731694580475Finished memstore snapshotting backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731694580475Flushing stores of backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. at 1731694580475Flushing 531705ef3a00aac15b43ffb4f3fc942b/meta: creating writer at 1731694580475Flushing 531705ef3a00aac15b43ffb4f3fc942b/meta: appending metadata at 1731694580478 (+3 ms)Flushing 531705ef3a00aac15b43ffb4f3fc942b/meta: closing flushed file at 1731694580478Flushing 531705ef3a00aac15b43ffb4f3fc942b/session: creating writer at 1731694580891 (+413 ms)Flushing 531705ef3a00aac15b43ffb4f3fc942b/session: appending metadata at 1731694580894 (+3 ms)Flushing 531705ef3a00aac15b43ffb4f3fc942b/session: closing flushed file at 1731694580894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad4a700: reopening flushed file at 1731694580904 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5031c374: reopening flushed file at 1731694580910 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 531705ef3a00aac15b43ffb4f3fc942b in 442ms, sequenceid=52, compaction requested=true at 1731694580918 (+8 ms)Writing region close event to WAL at 1731694580919 (+1 ms)Running coprocessor post-close hooks at 1731694580923 (+4 ms)Closed at 1731694580923 2024-11-15T18:16:20,923 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731694478010.531705ef3a00aac15b43ffb4f3fc942b. 2024-11-15T18:16:20,923 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcf4cdc25b70e83c50ec8662baeabfd9, disabling compactions & flushes 2024-11-15T18:16:20,924 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:16:20,924 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:16:20,924 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. after waiting 0 ms 2024-11-15T18:16:20,924 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:16:20,935 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/test-17316944679251/fcf4cdc25b70e83c50ec8662baeabfd9/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-15T18:16:20,936 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:20,936 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:16:20,936 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcf4cdc25b70e83c50ec8662baeabfd9: Waiting for close lock at 1731694580923Running coprocessor pre-close hooks at 1731694580923Disabling compacts and flushes for region at 1731694580923Disabling writes for close at 1731694580924 (+1 ms)Writing region close event to WAL at 1731694580927 (+3 ms)Running coprocessor post-close hooks at 1731694580936 (+9 ms)Closed at 1731694580936 2024-11-15T18:16:20,936 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17316944679251,,1731694470490.fcf4cdc25b70e83c50ec8662baeabfd9. 2024-11-15T18:16:20,936 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1265a5a2603243d02e908edd1c721118, disabling compactions & flushes 2024-11-15T18:16:20,937 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:20,937 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:20,937 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. after waiting 0 ms 2024-11-15T18:16:20,937 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:20,948 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns2/table2/1265a5a2603243d02e908edd1c721118/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:16:20,948 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:20,948 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:20,949 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1265a5a2603243d02e908edd1c721118: Waiting for close lock at 1731694580936Running coprocessor pre-close hooks at 1731694580936Disabling compacts and flushes for region at 1731694580936Disabling writes for close at 1731694580937 (+1 ms)Writing region close event to WAL at 1731694580939 (+2 ms)Running coprocessor post-close hooks at 1731694580948 (+9 ms)Closed at 1731694580948 2024-11-15T18:16:20,949 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731694574245.1265a5a2603243d02e908edd1c721118. 2024-11-15T18:16:20,949 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6329ee8507a6a610dea1c0bfff5809d, disabling compactions & flushes 2024-11-15T18:16:20,949 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:16:20,949 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:16:20,949 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. after waiting 0 ms 2024-11-15T18:16:20,949 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:16:20,961 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns4/test-17316944679253/f6329ee8507a6a610dea1c0bfff5809d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:16:20,963 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:20,963 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:16:20,964 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6329ee8507a6a610dea1c0bfff5809d: Waiting for close lock at 1731694580949Running coprocessor pre-close hooks at 1731694580949Disabling compacts and flushes for region at 1731694580949Disabling writes for close at 1731694580949Writing region close event to WAL at 1731694580949Running coprocessor post-close hooks at 1731694580963 (+14 ms)Closed at 1731694580963 2024-11-15T18:16:20,964 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17316944679253,,1731694473363.f6329ee8507a6a610dea1c0bfff5809d. 2024-11-15T18:16:20,964 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4f665caa52aa397f18903f14ea40229, disabling compactions & flushes 2024-11-15T18:16:20,964 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:16:20,964 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:16:20,966 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. after waiting 0 ms 2024-11-15T18:16:20,967 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:16:20,987 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/backup/system_bulk/f4f665caa52aa397f18903f14ea40229/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:16:20,988 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:20,988 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:16:20,988 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4f665caa52aa397f18903f14ea40229: Waiting for close lock at 1731694580964Running coprocessor pre-close hooks at 1731694580964Disabling compacts and flushes for region at 1731694580964Disabling writes for close at 1731694580966 (+2 ms)Writing region close event to WAL at 1731694580971 (+5 ms)Running coprocessor post-close hooks at 1731694580988 (+17 ms)Closed at 1731694580988 2024-11-15T18:16:20,988 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731694479226.f4f665caa52aa397f18903f14ea40229. 2024-11-15T18:16:20,988 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91f8763c2e2e817684a2b2219f2254e6, disabling compactions & flushes 2024-11-15T18:16:20,989 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. after waiting 0 ms 2024-11-15T18:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:16:20,995 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/ns3/test-17316944679252/91f8763c2e2e817684a2b2219f2254e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:16:20,996 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:20,996 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:16:20,996 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91f8763c2e2e817684a2b2219f2254e6: Waiting for close lock at 1731694580988Running coprocessor pre-close hooks at 1731694580988Disabling compacts and flushes for region at 1731694580988Disabling writes for close at 1731694580989 (+1 ms)Writing region close event to WAL at 1731694580989Running coprocessor post-close hooks at 1731694580996 (+7 ms)Closed at 1731694580996 2024-11-15T18:16:20,996 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17316944679252,,1731694472196.91f8763c2e2e817684a2b2219f2254e6. 2024-11-15T18:16:20,996 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d15c6d6b5af7bde2b3a70fdd74091e7d, disabling compactions & flushes 2024-11-15T18:16:20,996 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:20,996 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:20,996 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. after waiting 0 ms 2024-11-15T18:16:20,996 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:21,004 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/d15c6d6b5af7bde2b3a70fdd74091e7d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-15T18:16:21,004 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:21,004 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:21,005 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d15c6d6b5af7bde2b3a70fdd74091e7d: Waiting for close lock at 1731694580996Running coprocessor pre-close hooks at 1731694580996Disabling compacts and flushes for region at 1731694580996Disabling writes for close at 1731694580996Writing region close event to WAL at 1731694580997 (+1 ms)Running coprocessor post-close hooks at 1731694581004 (+7 ms)Closed at 1731694581004 2024-11-15T18:16:21,005 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731694565157.d15c6d6b5af7bde2b3a70fdd74091e7d. 2024-11-15T18:16:21,005 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4e894ee575c0423270ff7406cac4ae9, disabling compactions & flushes 2024-11-15T18:16:21,005 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:21,005 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:21,005 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. after waiting 0 ms 2024-11-15T18:16:21,005 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:21,013 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:16:21,013 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f4e894ee575c0423270ff7406cac4ae9=table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9.} 2024-11-15T18:16:21,013 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4e894ee575c0423270ff7406cac4ae9 2024-11-15T18:16:21,015 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/default/table1/f4e894ee575c0423270ff7406cac4ae9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-15T18:16:21,016 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:21,016 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:21,016 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4e894ee575c0423270ff7406cac4ae9: Waiting for close lock at 1731694581005Running coprocessor pre-close hooks at 1731694581005Disabling compacts and flushes for region at 1731694581005Disabling writes for close at 1731694581005Writing region close event to WAL at 1731694581010 (+5 ms)Running coprocessor post-close hooks at 1731694581016 (+6 ms)Closed at 1731694581016 2024-11-15T18:16:21,016 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731694565158.f4e894ee575c0423270ff7406cac4ae9. 2024-11-15T18:16:21,213 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:16:21,307 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/rep_barrier/4b12a6aadd0b4694a9c543b97f0a306e 2024-11-15T18:16:21,335 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/table/c5ef2f1d710f4ab69f68d08c9ea4b17f is 88, key is ns2:table2,,1731694560993.7c92bd022e1f7f5ef8d2854948551844./table:/1731694574245/DeleteFamily/seqid=0 2024-11-15T18:16:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073742001_1177 (size=6364) 2024-11-15T18:16:21,413 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:16:21,613 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:16:21,772 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/table/c5ef2f1d710f4ab69f68d08c9ea4b17f 2024-11-15T18:16:21,779 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/info/92183f7f100c46c1a6382967bb6c403e as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/info/92183f7f100c46c1a6382967bb6c403e 2024-11-15T18:16:21,789 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/info/92183f7f100c46c1a6382967bb6c403e, entries=114, sequenceid=97, filesize=18.6 K 2024-11-15T18:16:21,790 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/ns/43bca3f642c740bb9965d7249e52fe11 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/ns/43bca3f642c740bb9965d7249e52fe11 2024-11-15T18:16:21,797 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/ns/43bca3f642c740bb9965d7249e52fe11, entries=10, sequenceid=97, filesize=5.6 K 2024-11-15T18:16:21,799 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/rep_barrier/4b12a6aadd0b4694a9c543b97f0a306e as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/rep_barrier/4b12a6aadd0b4694a9c543b97f0a306e 2024-11-15T18:16:21,806 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/rep_barrier/4b12a6aadd0b4694a9c543b97f0a306e, entries=3, sequenceid=97, filesize=5.5 K 2024-11-15T18:16:21,808 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/.tmp/table/c5ef2f1d710f4ab69f68d08c9ea4b17f as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/table/c5ef2f1d710f4ab69f68d08c9ea4b17f 2024-11-15T18:16:21,814 DEBUG [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:16:21,815 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/table/c5ef2f1d710f4ab69f68d08c9ea4b17f, entries=21, sequenceid=97, filesize=6.2 K 2024-11-15T18:16:21,816 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1805ms, sequenceid=97, compaction requested=false 2024-11-15T18:16:21,834 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-15T18:16:21,835 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T18:16:21,835 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:16:21,835 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:16:21,835 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694580011Running coprocessor pre-close hooks at 1731694580011Disabling compacts and flushes for region at 1731694580011Disabling writes for close at 1731694580011Obtaining lock to block concurrent updates at 1731694580012 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731694580012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731694580012Flushing stores of hbase:meta,,1.1588230740 at 1731694580013 (+1 ms)Flushing 1588230740/info: creating writer at 1731694580013Flushing 1588230740/info: appending metadata at 1731694580040 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731694580040Flushing 1588230740/ns: creating writer at 1731694580452 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731694580470 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731694580470Flushing 1588230740/rep_barrier: creating writer at 1731694580882 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694580902 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694580902Flushing 1588230740/table: creating writer at 1731694581314 (+412 ms)Flushing 1588230740/table: appending metadata at 1731694581335 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731694581335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36601217: reopening flushed file at 1731694581778 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502d4214: reopening flushed file at 1731694581789 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128e8f46: reopening flushed file at 1731694581797 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4328bab9: reopening flushed file at 1731694581807 (+10 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1805ms, sequenceid=97, compaction requested=false at 1731694581816 (+9 ms)Writing region close event to WAL at 1731694581831 (+15 ms)Running coprocessor post-close hooks at 1731694581835 (+4 ms)Closed at 1731694581835 2024-11-15T18:16:21,835 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:16:22,014 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(976): stopping server 4e3b17656000,36071,1731694452536; all regions closed. 2024-11-15T18:16:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741953_1129 (size=16160) 2024-11-15T18:16:22,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.meta.1731694549097.meta not finished, retry = 0 2024-11-15T18:16:22,123 DEBUG [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs 2024-11-15T18:16:22,123 INFO [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.meta:.meta(num 1731694549097) 2024-11-15T18:16:22,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0.1731694549122 not finished, retry = 0 2024-11-15T18:16:22,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741954_1130 (size=4491) 2024-11-15T18:16:22,228 DEBUG [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs 2024-11-15T18:16:22,228 INFO [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-0:(num 1731694549122) 2024-11-15T18:16:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741955_1131 (size=7557) 2024-11-15T18:16:22,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/WALs/4e3b17656000,36071,1731694452536/4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1.1731694549152 not finished, retry = 0 2024-11-15T18:16:22,334 DEBUG [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/oldWALs 2024-11-15T18:16:22,334 INFO [RS:0;4e3b17656000:36071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C36071%2C1731694452536.4e3b17656000%2C36071%2C1731694452536.regiongroup-1:(num 1731694549152) 2024-11-15T18:16:22,334 DEBUG [RS:0;4e3b17656000:36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:22,334 INFO [RS:0;4e3b17656000:36071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:16:22,334 INFO [RS:0;4e3b17656000:36071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:16:22,334 INFO [RS:0;4e3b17656000:36071 {}] hbase.ChoreService(370): Chore service for: regionserver/4e3b17656000:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:16:22,335 INFO [RS:0;4e3b17656000:36071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:16:22,335 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:16:22,335 INFO [RS:0;4e3b17656000:36071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36071 2024-11-15T18:16:22,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/4e3b17656000,36071,1731694452536 2024-11-15T18:16:22,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-15T18:16:22,384 INFO [RS:0;4e3b17656000:36071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:16:22,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e3b17656000,36071,1731694452536] 2024-11-15T18:16:22,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/4e3b17656000,36071,1731694452536 already deleted, retry=false 2024-11-15T18:16:22,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e3b17656000,36071,1731694452536 expired; onlineServers=0 2024-11-15T18:16:22,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e3b17656000,45423,1731694449371' ***** 2024-11-15T18:16:22,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:16:22,425 INFO [M:0;4e3b17656000:45423 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-15T18:16:22,433 INFO [M:0;4e3b17656000:45423 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@18774686{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-15T18:16:22,433 INFO [M:0;4e3b17656000:45423 {}] server.AbstractConnector(383): Stopped ServerConnector@4b2cbf62{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T18:16:22,433 INFO [M:0;4e3b17656000:45423 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:22,434 INFO [M:0;4e3b17656000:45423 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5007e8a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-15T18:16:22,434 INFO [M:0;4e3b17656000:45423 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2d48986c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:22,434 INFO [M:0;4e3b17656000:45423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:16:22,434 INFO [M:0;4e3b17656000:45423 {}] master.HMaster(1770): Stopping master jetty server 2024-11-15T18:16:22,435 INFO [M:0;4e3b17656000:45423 {}] server.AbstractConnector(383): Stopped ServerConnector@13cc74d7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T18:16:22,435 INFO [M:0;4e3b17656000:45423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:16:22,435 DEBUG [M:0;4e3b17656000:45423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:16:22,435 INFO [M:0;4e3b17656000:45423 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-15T18:16:22,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:16:22,435 INFO [M:0;4e3b17656000:45423 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;4e3b17656000:45423. 2024-11-15T18:16:22,435 DEBUG [master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731694457881 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731694457881,5,FailOnTimeoutGroup] 2024-11-15T18:16:22,435 DEBUG [master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731694457891 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731694457891,5,FailOnTimeoutGroup] 2024-11-15T18:16:22,436 DEBUG [M:0;4e3b17656000:45423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:22,436 DEBUG [M:0;4e3b17656000:45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:22,436 DEBUG [M:0;4e3b17656000:45423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:22,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:22,436 DEBUG [M:0;4e3b17656000:45423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:16:22,436 INFO [M:0;4e3b17656000:45423 {}] hbase.ChoreService(370): Chore service for: master/4e3b17656000:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:16:22,436 INFO [M:0;4e3b17656000:45423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:16:22,436 DEBUG [M:0;4e3b17656000:45423 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:16:22,436 INFO [M:0;4e3b17656000:45423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:16:22,436 INFO [M:0;4e3b17656000:45423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:16:22,436 ERROR [M:0;4e3b17656000:45423 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-15T18:16:22,437 INFO [M:0;4e3b17656000:45423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:16:22,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:16:22,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-15T18:16:22,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T18:16:22,441 DEBUG [M:0;4e3b17656000:45423 {}] zookeeper.ZKUtil(347): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-15T18:16:22,442 WARN [M:0;4e3b17656000:45423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:16:22,442 INFO [M:0;4e3b17656000:45423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/.lastflushedseqids 2024-11-15T18:16:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073742002_1178 (size=761) 2024-11-15T18:16:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:16:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x10140fde0a70001, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:16:22,512 INFO [RS:0;4e3b17656000:36071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:16:22,512 INFO [RS:0;4e3b17656000:36071 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e3b17656000,36071,1731694452536; zookeeper connection closed. 2024-11-15T18:16:22,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d69aac3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d69aac3 2024-11-15T18:16:22,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:16:22,855 INFO [M:0;4e3b17656000:45423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:16:22,856 INFO [M:0;4e3b17656000:45423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:16:22,856 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:16:22,875 INFO [M:0;4e3b17656000:45423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:16:22,875 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:16:22,875 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:16:22,875 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:16:22,875 INFO [M:0;4e3b17656000:45423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=437.12 KB heapSize=513.85 KB 2024-11-15T18:16:22,899 DEBUG [M:0;4e3b17656000:45423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35c9f5cfa68647b8861d9bce54ec2a0b is 82, key is hbase:meta,,1/info:regioninfo/1731694459793/Put/seqid=0 2024-11-15T18:16:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073742003_1179 (size=5672) 2024-11-15T18:16:23,324 INFO [M:0;4e3b17656000:45423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35c9f5cfa68647b8861d9bce54ec2a0b 2024-11-15T18:16:23,346 DEBUG [M:0;4e3b17656000:45423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/337f5337393546219381c6acaa296852 is 2202, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1731694571215/Put/seqid=0 2024-11-15T18:16:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073742004_1180 (size=28888) 2024-11-15T18:16:23,751 INFO [M:0;4e3b17656000:45423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.56 KB at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/337f5337393546219381c6acaa296852 2024-11-15T18:16:23,756 INFO [M:0;4e3b17656000:45423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 337f5337393546219381c6acaa296852 2024-11-15T18:16:23,777 DEBUG [M:0;4e3b17656000:45423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd045818f6646aeadab2278d8989f5a is 69, key is 4e3b17656000,36071,1731694452536/rs:state/1731694458033/Put/seqid=0 2024-11-15T18:16:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073742005_1181 (size=5156) 2024-11-15T18:16:23,787 INFO [M:0;4e3b17656000:45423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd045818f6646aeadab2278d8989f5a 2024-11-15T18:16:23,793 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35c9f5cfa68647b8861d9bce54ec2a0b as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35c9f5cfa68647b8861d9bce54ec2a0b 2024-11-15T18:16:23,801 INFO [M:0;4e3b17656000:45423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35c9f5cfa68647b8861d9bce54ec2a0b, entries=8, sequenceid=903, filesize=5.5 K 2024-11-15T18:16:23,807 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/337f5337393546219381c6acaa296852 as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/337f5337393546219381c6acaa296852 2024-11-15T18:16:23,813 INFO [M:0;4e3b17656000:45423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 337f5337393546219381c6acaa296852 2024-11-15T18:16:23,813 INFO [M:0;4e3b17656000:45423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/337f5337393546219381c6acaa296852, entries=93, sequenceid=903, filesize=28.2 K 2024-11-15T18:16:23,815 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd045818f6646aeadab2278d8989f5a as hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dd045818f6646aeadab2278d8989f5a 2024-11-15T18:16:23,821 INFO [M:0;4e3b17656000:45423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34959/user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dd045818f6646aeadab2278d8989f5a, entries=1, sequenceid=903, filesize=5.0 K 2024-11-15T18:16:23,822 INFO [M:0;4e3b17656000:45423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~437.12 KB/447606, heapSize ~513.55 KB/525880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=903, compaction requested=false 2024-11-15T18:16:23,835 INFO [M:0;4e3b17656000:45423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:16:23,835 DEBUG [M:0;4e3b17656000:45423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694582856Disabling compacts and flushes for region at 1731694582856Disabling writes for close at 1731694582875 (+19 ms)Obtaining lock to block concurrent updates at 1731694582875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694582875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447606, getHeapSize=526120, getOffHeapSize=0, getCellsCount=1026 at 1731694582876 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694582876Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694582876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694582899 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694582899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694583329 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694583345 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694583345Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694583756 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694583776 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694583776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcbaf1b: reopening flushed file at 1731694583793 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a76ec58: reopening flushed file at 1731694583801 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c973f3b: reopening flushed file at 1731694583813 (+12 ms)Finished flush of dataSize ~437.12 KB/447606, heapSize ~513.55 KB/525880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=903, compaction requested=false at 1731694583822 (+9 ms)Writing region close event to WAL at 1731694583835 (+13 ms)Closed at 1731694583835 2024-11-15T18:16:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741830_1006 (size=507212) 2024-11-15T18:16:23,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ebfdd-f33f-e5e4-dd98-a7ee93d0b7bb/MasterData/WALs/4e3b17656000,45423,1731694449371/4e3b17656000%2C45423%2C1731694449371.4e3b17656000%2C45423%2C1731694449371.regiongroup-0.1731694455567 not finished, retry = 0 2024-11-15T18:16:23,941 INFO [M:0;4e3b17656000:45423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:16:23,941 INFO [M:0;4e3b17656000:45423 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-15T18:16:23,941 INFO [M:0;4e3b17656000:45423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45423 2024-11-15T18:16:23,941 INFO [M:0;4e3b17656000:45423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:16:23,942 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:16:24,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:16:24,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x10140fde0a70000, quorum=127.0.0.1:55957, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:16:24,113 INFO [M:0;4e3b17656000:45423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:16:24,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6628e1d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:16:24,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:16:24,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:24,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:16:24,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:24,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:16:24,144 WARN [BP-2047225350-172.17.0.2-1731694442451 heartbeating to localhost/127.0.0.1:34959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:16:24,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:16:24,144 WARN [BP-2047225350-172.17.0.2-1731694442451 heartbeating to localhost/127.0.0.1:34959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2047225350-172.17.0.2-1731694442451 (Datanode Uuid 9c51cade-9a7c-42b4-8ad9-057b789e0ac5) service to localhost/127.0.0.1:34959 2024-11-15T18:16:24,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/data/data1/current/BP-2047225350-172.17.0.2-1731694442451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:16:24,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/cluster_2c737936-3a8a-d535-5f2e-7847504a57c0/data/data2/current/BP-2047225350-172.17.0.2-1731694442451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:16:24,147 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:16:24,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:16:24,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:16:24,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:24,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:16:24,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:24,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:16:24,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:16:24,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-15T18:16:24,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70cf9b7{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T18:16:24,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e026b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:16:24,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:24,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c452096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T18:16:24,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@545eb616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:24,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499a47d1{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T18:16:24,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35e78507{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:16:24,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:24,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d598c59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T18:16:24,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38ecac97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:24,358 ERROR [Thread[Thread-271,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T18:16:24,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42edb3ab{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-15T18:16:24,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@440bd171{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:16:24,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:24,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccdffea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T18:16:24,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426811c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:24,362 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-15T18:16:24,366 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-15T18:16:24,367 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-15T18:16:24,368 ERROR [Thread[Thread-294,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T18:16:24,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ba2c122{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-15T18:16:24,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34b57093{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:16:24,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:16:24,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be83c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T18:16:24,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a9c1fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/27b01d8c-8183-ecd1-07ed-03e915a1b7ee/hadoop.log.dir/,STOPPED} 2024-11-15T18:16:24,374 ERROR [Thread[Thread-253,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T18:16:24,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped