2024-11-22 23:34:36,034 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7d9d0818 2024-11-22 23:34:36,065 main DEBUG Took 0.027942 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 23:34:36,066 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 23:34:36,066 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 23:34:36,069 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 23:34:36,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,106 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 23:34:36,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,140 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,141 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,145 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,148 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,150 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,151 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,153 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,155 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,158 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,159 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:34:36,161 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,161 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 23:34:36,163 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:34:36,166 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 23:34:36,174 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 23:34:36,175 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 23:34:36,177 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 23:34:36,177 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 23:34:36,204 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 23:34:36,209 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 23:34:36,212 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 23:34:36,213 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 23:34:36,214 main DEBUG createAppenders(={Console}) 2024-11-22 23:34:36,215 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7d9d0818 initialized 2024-11-22 23:34:36,216 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7d9d0818 2024-11-22 23:34:36,216 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7d9d0818 OK. 2024-11-22 23:34:36,217 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 23:34:36,218 main DEBUG OutputStream closed 2024-11-22 23:34:36,221 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 23:34:36,222 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 23:34:36,223 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@759d26fb OK 2024-11-22 23:34:36,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 23:34:36,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 23:34:36,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 23:34:36,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 23:34:36,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 23:34:36,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 23:34:36,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 23:34:36,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 23:34:36,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 23:34:36,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 23:34:36,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 23:34:36,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 23:34:36,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 23:34:36,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 23:34:36,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 23:34:36,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 23:34:36,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 23:34:36,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 23:34:36,498 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 23:34:36,499 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@66c61024) with optional ClassLoader: null 2024-11-22 23:34:36,500 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 23:34:36,501 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@66c61024] started OK. 2024-11-22T23:34:36,585 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-22 23:34:36,589 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 23:34:36,595 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T23:34:37,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76 2024-11-22T23:34:37,067 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-22T23:34:37,069 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:34:37,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T23:34:37,093 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745, deleteOnExit=true 2024-11-22T23:34:37,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T23:34:37,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/test.cache.data in system properties and HBase conf 2024-11-22T23:34:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T23:34:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir in system properties and HBase conf 2024-11-22T23:34:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T23:34:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T23:34:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T23:34:37,285 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T23:34:37,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:34:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:34:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:34:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T23:34:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:34:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T23:34:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T23:34:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:34:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:34:37,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T23:34:37,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/nfs.dump.dir in system properties and HBase conf 2024-11-22T23:34:37,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir in system properties and HBase conf 2024-11-22T23:34:37,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:34:37,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T23:34:37,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T23:34:38,850 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T23:34:39,004 INFO [Time-limited test {}] log.Log(170): Logging initialized @4217ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T23:34:39,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:39,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:34:39,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:39,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:39,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:34:39,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:39,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5757e695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:39,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2d94ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:34:39,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29984cf1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir/jetty-localhost-43623-hadoop-hdfs-3_4_1-tests_jar-_-any-155444963119362602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:34:39,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47083ce1{HTTP/1.1, (http/1.1)}{localhost:43623} 2024-11-22T23:34:39,568 INFO [Time-limited test {}] server.Server(415): Started @4782ms 2024-11-22T23:34:40,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:40,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:34:40,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:40,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:40,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:34:40,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3be052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:40,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45bd9507{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:34:40,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@449f21cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir/jetty-localhost-44589-hadoop-hdfs-3_4_1-tests_jar-_-any-18165453641414143764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:34:40,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6136157d{HTTP/1.1, (http/1.1)}{localhost:44589} 2024-11-22T23:34:40,259 INFO [Time-limited test {}] server.Server(415): Started @5473ms 2024-11-22T23:34:40,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:34:41,652 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/data/data2/current/BP-1699368732-172.17.0.2-1732318478347/current, will proceed with Du for space computation calculation, 2024-11-22T23:34:41,652 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/data/data1/current/BP-1699368732-172.17.0.2-1732318478347/current, will proceed with Du for space computation calculation, 2024-11-22T23:34:41,691 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:34:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffe4a30dec616a21 with lease ID 0x232a43604377f49e: Processing first storage report for DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1 from datanode DatanodeRegistration(127.0.0.1:46193, datanodeUuid=64a2ddac-f4d0-4cbc-867f-9c6e7a4afb2c, infoPort=40421, infoSecurePort=0, ipcPort=44393, storageInfo=lv=-57;cid=testClusterID;nsid=1114428743;c=1732318478347) 2024-11-22T23:34:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffe4a30dec616a21 with lease ID 0x232a43604377f49e: from storage DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1 node DatanodeRegistration(127.0.0.1:46193, datanodeUuid=64a2ddac-f4d0-4cbc-867f-9c6e7a4afb2c, infoPort=40421, infoSecurePort=0, ipcPort=44393, storageInfo=lv=-57;cid=testClusterID;nsid=1114428743;c=1732318478347), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:34:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffe4a30dec616a21 with lease ID 0x232a43604377f49e: Processing first storage report for DS-0afe9139-975c-4c4f-b822-ccaecc7cd592 from datanode DatanodeRegistration(127.0.0.1:46193, datanodeUuid=64a2ddac-f4d0-4cbc-867f-9c6e7a4afb2c, infoPort=40421, infoSecurePort=0, ipcPort=44393, storageInfo=lv=-57;cid=testClusterID;nsid=1114428743;c=1732318478347) 2024-11-22T23:34:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffe4a30dec616a21 with lease ID 0x232a43604377f49e: from storage DS-0afe9139-975c-4c4f-b822-ccaecc7cd592 node DatanodeRegistration(127.0.0.1:46193, datanodeUuid=64a2ddac-f4d0-4cbc-867f-9c6e7a4afb2c, infoPort=40421, infoSecurePort=0, ipcPort=44393, storageInfo=lv=-57;cid=testClusterID;nsid=1114428743;c=1732318478347), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:34:41,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76 2024-11-22T23:34:41,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/zookeeper_0, clientPort=50843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T23:34:41,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50843 2024-11-22T23:34:41,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:34:41,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:34:42,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741825_1001 (size=7) 2024-11-22T23:34:42,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f with version=8 2024-11-22T23:34:42,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging 2024-11-22T23:34:42,621 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-22T23:34:42,622 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-22T23:34:42,622 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-22T23:34:42,622 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-22T23:34:42,707 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T23:34:42,949 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5746ba078b28:0 server-side Connection retries=45 2024-11-22T23:34:42,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:34:42,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T23:34:42,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T23:34:42,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:34:42,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T23:34:43,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T23:34:43,184 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T23:34:43,196 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T23:34:43,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:34:43,226 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 150471 (auto-detected) 2024-11-22T23:34:43,227 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T23:34:43,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44687 2024-11-22T23:34:43,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44687 connecting to ZooKeeper ensemble=127.0.0.1:50843 2024-11-22T23:34:43,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446870x0, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T23:34:43,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44687-0x101662fe0850000 connected 2024-11-22T23:34:43,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:34:43,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:34:43,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T23:34:43,531 INFO [Time-limited test {}] log.Log(170): Logging initialized @8745ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T23:34:43,570 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-22T23:34:43,570 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-22T23:34:43,571 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-22T23:34:43,572 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-22T23:34:43,572 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-22T23:34:43,574 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-22T23:34:43,574 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-22T23:34:43,574 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-22T23:34:43,576 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-22T23:34:43,661 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 40801 2024-11-22T23:34:43,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T23:34:43,679 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T23:34:43,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@42a5edf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:43,681 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T23:34:43,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5528a5e7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-22T23:34:43,724 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-22T23:34:43,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:43,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:43,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:34:43,737 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T23:34:44,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1daf5fe2{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-22T23:34:44,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c74b675{HTTP/1.1, (http/1.1)}{0.0.0.0:40801} 2024-11-22T23:34:44,480 INFO [Time-limited test {}] server.Server(415): Started @9694ms 2024-11-22T23:34:44,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f, hbase.cluster.distributed=false 2024-11-22T23:34:44,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-22T23:34:44,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-22T23:34:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44687 2024-11-22T23:34:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44687 2024-11-22T23:34:44,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-22T23:34:44,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-22T23:34:44,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5746ba078b28:0 server-side Connection retries=45 2024-11-22T23:34:44,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:34:44,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T23:34:44,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T23:34:44,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:34:44,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T23:34:44,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T23:34:44,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:34:44,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35349 2024-11-22T23:34:44,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35349 connecting to ZooKeeper ensemble=127.0.0.1:50843 2024-11-22T23:34:44,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:34:44,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:34:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353490x0, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T23:34:44,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353490x0, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T23:34:44,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35349-0x101662fe0850001 connected 2024-11-22T23:34:44,719 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-22T23:34:44,719 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-22T23:34:44,720 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-22T23:34:44,720 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-22T23:34:44,720 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-22T23:34:44,721 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-22T23:34:44,722 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-22T23:34:44,722 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-22T23:34:44,722 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-22T23:34:44,724 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36333 2024-11-22T23:34:44,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T23:34:44,726 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T23:34:44,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2b820889{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:44,727 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T23:34:44,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@c4c6f4b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-22T23:34:44,745 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-22T23:34:44,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:44,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:44,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:34:44,748 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T23:34:44,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@690cb7fa{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-22T23:34:44,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e93f817{HTTP/1.1, (http/1.1)}{0.0.0.0:36333} 2024-11-22T23:34:44,752 INFO [Time-limited test {}] server.Server(415): Started @9966ms 2024-11-22T23:34:44,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T23:34:44,763 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T23:34:44,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-22T23:34:44,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-22T23:34:44,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35349 2024-11-22T23:34:44,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35349 2024-11-22T23:34:44,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35349 2024-11-22T23:34:44,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35349 2024-11-22T23:34:44,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35349 2024-11-22T23:34:44,800 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5746ba078b28:44687 2024-11-22T23:34:44,804 INFO [master/5746ba078b28:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T23:34:44,811 INFO [master/5746ba078b28:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:39043} 2024-11-22T23:34:44,812 INFO [master/5746ba078b28:0:becomeActiveMaster {}] server.Server(415): Started @10026ms 2024-11-22T23:34:44,812 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/5746ba078b28,44687,1732318482757 2024-11-22T23:34:44,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T23:34:44,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T23:34:44,845 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/5746ba078b28,44687,1732318482757 2024-11-22T23:34:44,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-22T23:34:44,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:44,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:44,879 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-22T23:34:44,880 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/5746ba078b28,44687,1732318482757 from backup master directory 2024-11-22T23:34:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/5746ba078b28,44687,1732318482757 2024-11-22T23:34:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T23:34:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T23:34:44,894 WARN [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T23:34:44,894 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5746ba078b28,44687,1732318482757 2024-11-22T23:34:44,896 INFO [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T23:34:44,897 INFO [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T23:34:44,959 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase.id] with ID: 0e170fad-8dfb-4c9c-89d1-74766d50c977 2024-11-22T23:34:44,959 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.tmp/hbase.id 2024-11-22T23:34:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741826_1002 (size=42) 2024-11-22T23:34:45,371 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.tmp/hbase.id]:[hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase.id] 2024-11-22T23:34:45,426 INFO [master/5746ba078b28:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:34:45,433 INFO [master/5746ba078b28:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T23:34:45,461 INFO [master/5746ba078b28:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-22T23:34:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741827_1003 (size=196) 2024-11-22T23:34:45,544 INFO [master/5746ba078b28:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:34:45,546 INFO [master/5746ba078b28:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T23:34:45,552 INFO [master/5746ba078b28:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T23:34:45,554 INFO [master/5746ba078b28:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T23:34:45,564 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:34:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741828_1004 (size=1189) 2024-11-22T23:34:46,015 INFO [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store 2024-11-22T23:34:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741829_1005 (size=34) 2024-11-22T23:34:46,037 INFO [master/5746ba078b28:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T23:34:46,041 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:46,042 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T23:34:46,042 INFO [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:34:46,043 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:34:46,044 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T23:34:46,044 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:34:46,044 INFO [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:34:46,046 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732318486042Disabling compacts and flushes for region at 1732318486042Disabling writes for close at 1732318486044 (+2 ms)Writing region close event to WAL at 1732318486044Closed at 1732318486044 2024-11-22T23:34:46,048 WARN [master/5746ba078b28:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/.initializing 2024-11-22T23:34:46,048 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/WALs/5746ba078b28,44687,1732318482757 2024-11-22T23:34:46,054 INFO [master/5746ba078b28:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:34:46,060 INFO [master/5746ba078b28:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 5746ba078b28,44687,1732318482757.regiongroup-0 2024-11-22T23:34:46,078 INFO [master/5746ba078b28:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5746ba078b28%2C44687%2C1732318482757.5746ba078b28%2C44687%2C1732318482757.regiongroup-0, suffix=, logDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/WALs/5746ba078b28,44687,1732318482757, archiveDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/oldWALs, maxLogs=10 2024-11-22T23:34:46,107 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/WALs/5746ba078b28,44687,1732318482757/5746ba078b28%2C44687%2C1732318482757.5746ba078b28%2C44687%2C1732318482757.regiongroup-0.1732318486084, exclude list is [], retry=0 2024-11-22T23:34:46,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:34:46,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T23:34:46,156 INFO [master/5746ba078b28:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/WALs/5746ba078b28,44687,1732318482757/5746ba078b28%2C44687%2C1732318482757.5746ba078b28%2C44687%2C1732318482757.regiongroup-0.1732318486084 2024-11-22T23:34:46,157 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:34:46,158 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:34:46,158 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:46,161 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,162 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T23:34:46,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:46,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T23:34:46,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:34:46,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T23:34:46,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:34:46,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T23:34:46,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:34:46,251 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,255 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,256 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,262 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,262 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,265 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T23:34:46,269 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:34:46,274 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:34:46,275 INFO [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11851920640, jitterRate=0.10379612445831299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T23:34:46,282 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732318486176Initializing all the Stores at 1732318486179 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318486179Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318486181 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318486181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318486181Cleaning up temporary data from old regions at 1732318486262 (+81 ms)Region opened successfully at 1732318486282 (+20 ms) 2024-11-22T23:34:46,284 INFO [master/5746ba078b28:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T23:34:46,340 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5348c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=5746ba078b28/172.17.0.2:0 2024-11-22T23:34:46,377 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T23:34:46,388 INFO [master/5746ba078b28:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T23:34:46,388 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T23:34:46,391 INFO [master/5746ba078b28:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T23:34:46,392 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T23:34:46,396 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T23:34:46,397 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T23:34:46,421 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T23:34:46,430 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-22T23:34:46,486 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-22T23:34:46,489 INFO [master/5746ba078b28:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T23:34:46,490 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-22T23:34:46,501 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-22T23:34:46,504 INFO [master/5746ba078b28:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T23:34:46,508 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-22T23:34:46,519 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-22T23:34:46,521 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-22T23:34:46,527 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-22T23:34:46,547 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T23:34:46,552 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-22T23:34:46,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-22T23:34:46,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-22T23:34:46,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,564 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5746ba078b28,44687,1732318482757, sessionid=0x101662fe0850000, setting cluster-up flag (Was=false) 2024-11-22T23:34:46,571 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-22T23:34:46,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,619 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-22T23:34:46,622 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5746ba078b28,44687,1732318482757 2024-11-22T23:34:46,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,669 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-22T23:34:46,671 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5746ba078b28,44687,1732318482757 2024-11-22T23:34:46,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:46,719 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-22T23:34:46,721 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5746ba078b28,44687,1732318482757 2024-11-22T23:34:46,727 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T23:34:46,784 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(746): ClusterId : 0e170fad-8dfb-4c9c-89d1-74766d50c977 2024-11-22T23:34:46,786 INFO [RS:0;5746ba078b28:35349 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-22T23:34:46,788 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T23:34:46,811 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T23:34:46,811 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-22T23:34:46,820 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-22T23:34:46,820 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T23:34:46,822 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T23:34:46,828 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T23:34:46,829 DEBUG [RS:0;5746ba078b28:35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4729c869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=5746ba078b28/172.17.0.2:0 2024-11-22T23:34:46,832 INFO [master/5746ba078b28:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T23:34:46,839 INFO [master/5746ba078b28:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T23:34:46,843 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5746ba078b28:35349 2024-11-22T23:34:46,846 INFO [RS:0;5746ba078b28:35349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T23:34:46,846 INFO [RS:0;5746ba078b28:35349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T23:34:46,847 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T23:34:46,845 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5746ba078b28,44687,1732318482757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T23:34:46,849 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(2659): reportForDuty to master=5746ba078b28,44687,1732318482757 with port=35349, startcode=1732318484606 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5746ba078b28:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5746ba078b28:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5746ba078b28:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5746ba078b28:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5746ba078b28:0, corePoolSize=10, maxPoolSize=10 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5746ba078b28:0, corePoolSize=2, maxPoolSize=2 2024-11-22T23:34:46,852 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:46,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:34:46,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T23:34:46,859 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732318516859 2024-11-22T23:34:46,860 DEBUG [RS:0;5746ba078b28:35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T23:34:46,861 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T23:34:46,862 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T23:34:46,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T23:34:46,867 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T23:34:46,867 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-22T23:34:46,868 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T23:34:46,868 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T23:34:46,868 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T23:34:46,874 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:46,883 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T23:34:46,884 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T23:34:46,885 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T23:34:46,902 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca46594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:46,903 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:34:46,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T23:34:46,913 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:34:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741831_1007 (size=1321) 2024-11-22T23:34:46,919 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44687 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T23:34:46,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T23:34:46,921 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:34:46,931 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:34:46,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:34:46,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:34:46,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be12bdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:46,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:34:46,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:34:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741832_1008 (size=32) 2024-11-22T23:34:46,949 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T23:34:46,950 WARN [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T23:34:46,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:34:46,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:34:46,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:46,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b542e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:46,957 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-22T23:34:46,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T23:34:46,960 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T23:34:46,961 INFO [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T23:34:46,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T23:34:46,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,963 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5746ba078b28:0:becomeActiveMaster-HFileCleaner.large.0-1732318486962,5,FailOnTimeoutGroup] 2024-11-22T23:34:46,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:46,964 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5746ba078b28:0:becomeActiveMaster-HFileCleaner.small.0-1732318486963,5,FailOnTimeoutGroup] 2024-11-22T23:34:46,964 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:46,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T23:34:46,964 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T23:34:46,966 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:46,966 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:46,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T23:34:46,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:46,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T23:34:46,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T23:34:46,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:46,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T23:34:46,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T23:34:46,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:46,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:46,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T23:34:46,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740 2024-11-22T23:34:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740 2024-11-22T23:34:46,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T23:34:46,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T23:34:46,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T23:34:46,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T23:34:46,999 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:34:47,000 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9818700480, jitterRate=-0.08556225895881653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T23:34:47,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732318486953Initializing all the Stores at 1732318486956 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318486957 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318486958 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318486958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318486958Cleaning up temporary data from old regions at 1732318486990 (+32 ms)Region opened successfully at 1732318487004 (+14 ms) 2024-11-22T23:34:47,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T23:34:47,005 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T23:34:47,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T23:34:47,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T23:34:47,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T23:34:47,006 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T23:34:47,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732318487005Disabling compacts and flushes for region at 1732318487005Disabling writes for close at 1732318487005Writing region close event to WAL at 1732318487006 (+1 ms)Closed at 1732318487006 2024-11-22T23:34:47,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:34:47,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T23:34:47,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T23:34:47,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T23:34:47,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T23:34:47,051 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(2659): reportForDuty to master=5746ba078b28,44687,1732318482757 with port=35349, startcode=1732318484606 2024-11-22T23:34:47,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44687 {}] master.ServerManager(517): Registering regionserver=5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,062 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:34:47,062 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37621 2024-11-22T23:34:47,062 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=40801 2024-11-22T23:34:47,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-22T23:34:47,125 DEBUG [RS:0;5746ba078b28:35349 {}] zookeeper.ZKUtil(111): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rs/5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,125 WARN [RS:0;5746ba078b28:35349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T23:34:47,126 INFO [RS:0;5746ba078b28:35349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T23:34:47,126 INFO [RS:0;5746ba078b28:35349 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T23:34:47,126 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5746ba078b28,35349,1732318484606] 2024-11-22T23:34:47,150 INFO [RS:0;5746ba078b28:35349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T23:34:47,165 INFO [RS:0;5746ba078b28:35349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T23:34:47,171 INFO [RS:0;5746ba078b28:35349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T23:34:47,171 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,176 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T23:34:47,180 WARN [5746ba078b28:44687 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T23:34:47,183 INFO [RS:0;5746ba078b28:35349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T23:34:47,185 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,185 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,186 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,186 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,186 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,186 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,186 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5746ba078b28:0, corePoolSize=2, maxPoolSize=2 2024-11-22T23:34:47,187 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,187 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,187 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,187 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,187 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,187 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5746ba078b28:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:34:47,187 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0, corePoolSize=3, maxPoolSize=3 2024-11-22T23:34:47,188 DEBUG [RS:0;5746ba078b28:35349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5746ba078b28:0, corePoolSize=3, maxPoolSize=3 2024-11-22T23:34:47,189 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,189 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,190 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,190 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,190 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,190 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,35349,1732318484606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T23:34:47,209 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T23:34:47,211 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,35349,1732318484606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,212 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,212 INFO [RS:0;5746ba078b28:35349 {}] regionserver.Replication(171): 5746ba078b28,35349,1732318484606 started 2024-11-22T23:34:47,230 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,231 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1482): Serving as 5746ba078b28,35349,1732318484606, RpcServer on 5746ba078b28/172.17.0.2:35349, sessionid=0x101662fe0850001 2024-11-22T23:34:47,231 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T23:34:47,231 DEBUG [RS:0;5746ba078b28:35349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,232 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5746ba078b28,35349,1732318484606' 2024-11-22T23:34:47,232 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-22T23:34:47,233 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-22T23:34:47,234 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T23:34:47,234 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-22T23:34:47,234 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5746ba078b28,35349,1732318484606' 2024-11-22T23:34:47,234 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:34:47,235 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:34:47,235 INFO [RS:0;5746ba078b28:35349 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-22T23:34:47,235 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-22T23:34:47,235 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T23:34:47,236 DEBUG [RS:0;5746ba078b28:35349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,236 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5746ba078b28,35349,1732318484606' 2024-11-22T23:34:47,236 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-22T23:34:47,237 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-22T23:34:47,237 DEBUG [RS:0;5746ba078b28:35349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T23:34:47,237 INFO [RS:0;5746ba078b28:35349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T23:34:47,237 INFO [RS:0;5746ba078b28:35349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T23:34:47,344 INFO [RS:0;5746ba078b28:35349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:34:47,345 INFO [RS:0;5746ba078b28:35349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 5746ba078b28,35349,1732318484606.regiongroup-0 2024-11-22T23:34:47,349 INFO [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0, suffix=, logDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606, archiveDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs, maxLogs=32 2024-11-22T23:34:47,367 DEBUG [RS:0;5746ba078b28:35349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318487351, exclude list is [], retry=0 2024-11-22T23:34:47,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:34:47,380 INFO [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318487351 2024-11-22T23:34:47,383 DEBUG [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:34:47,432 DEBUG [5746ba078b28:44687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T23:34:47,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5746ba078b28,35349,1732318484606, state=OPENING 2024-11-22T23:34:47,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T23:34:47,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:47,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:34:47,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T23:34:47,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T23:34:47,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T23:34:47,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:34:47,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T23:34:47,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T23:34:47,666 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T23:34:47,667 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T23:34:47,667 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T23:34:47,667 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:34:47,668 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T23:34:47,671 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5746ba078b28%2C35349%2C1732318484606.meta, suffix=.meta, logDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606, archiveDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs, maxLogs=32 2024-11-22T23:34:47,684 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318487672.meta, exclude list is [], retry=0 2024-11-22T23:34:47,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:34:47,693 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318487672.meta 2024-11-22T23:34:47,693 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:34:47,693 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:34:47,697 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:34:47,698 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T23:34:47,701 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T23:34:47,701 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T23:34:47,704 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T23:34:47,705 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:47,705 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T23:34:47,706 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T23:34:47,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T23:34:47,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T23:34:47,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:47,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:47,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T23:34:47,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T23:34:47,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:47,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:47,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T23:34:47,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T23:34:47,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:47,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:47,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T23:34:47,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T23:34:47,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:47,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:34:47,721 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T23:34:47,722 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740 2024-11-22T23:34:47,725 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740 2024-11-22T23:34:47,728 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T23:34:47,728 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T23:34:47,729 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T23:34:47,731 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T23:34:47,733 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11725411840, jitterRate=0.09201407432556152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T23:34:47,733 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T23:34:47,734 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732318487706Writing region info on filesystem at 1732318487706Initializing all the Stores at 1732318487708 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318487709 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318487709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318487709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318487709Cleaning up temporary data from old regions at 1732318487728 (+19 ms)Running coprocessor post-open hooks at 1732318487733 (+5 ms)Region opened successfully at 1732318487734 (+1 ms) 2024-11-22T23:34:47,741 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732318487645 2024-11-22T23:34:47,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,754 DEBUG [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T23:34:47,755 INFO [RS_OPEN_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T23:34:47,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5746ba078b28,35349,1732318484606, state=OPEN 2024-11-22T23:34:47,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-22T23:34:47,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-22T23:34:47,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T23:34:47,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T23:34:47,819 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5746ba078b28,35349,1732318484606 2024-11-22T23:34:47,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T23:34:47,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5746ba078b28,35349,1732318484606 in 345 msec 2024-11-22T23:34:47,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T23:34:47,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 809 msec 2024-11-22T23:34:47,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:34:47,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T23:34:47,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:34:47,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:34:47,869 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:34:47,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:34:47,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1230 sec 2024-11-22T23:34:47,891 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732318487891, completionTime=-1 2024-11-22T23:34:47,894 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T23:34:47,894 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T23:34:47,920 INFO [master/5746ba078b28:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T23:34:47,920 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732318547920 2024-11-22T23:34:47,921 INFO [master/5746ba078b28:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732318607921 2024-11-22T23:34:47,921 INFO [master/5746ba078b28:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-22T23:34:47,923 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,44687,1732318482757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,923 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,44687,1732318482757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,923 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,44687,1732318482757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,925 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5746ba078b28:44687, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,925 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,926 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,932 DEBUG [master/5746ba078b28:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T23:34:47,961 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.067sec 2024-11-22T23:34:47,962 INFO [master/5746ba078b28:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T23:34:47,964 INFO [master/5746ba078b28:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T23:34:47,965 INFO [master/5746ba078b28:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T23:34:47,966 INFO [master/5746ba078b28:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T23:34:47,966 INFO [master/5746ba078b28:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T23:34:47,967 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,44687,1732318482757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T23:34:47,967 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,44687,1732318482757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T23:34:47,977 DEBUG [master/5746ba078b28:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T23:34:47,978 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T23:34:47,979 INFO [master/5746ba078b28:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5746ba078b28,44687,1732318482757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:34:47,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c78af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:47,988 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T23:34:47,988 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T23:34:47,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:34:47,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:34:47,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:34:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:34:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:34:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:34:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:34:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:34:48,002 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:34:48,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7851d58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:48,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:34:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:34:48,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:34:48,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5746ba078b28,44687,1732318482757 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/test.cache.data in system properties and HBase conf 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir in system properties and HBase conf 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:34:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/nfs.dump.dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T23:34:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T23:34:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741835_1011 (size=592039) 2024-11-22T23:34:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741836_1012 (size=1663647) 2024-11-22T23:34:50,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:50,206 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:50,448 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T23:34:50,448 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:34:50,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:34:50,459 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:50,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:50,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:50,459 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:50,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:34:50,459 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:34:50,461 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6206d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:50,461 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338b53fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T23:34:50,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:50,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cfa8f41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:50,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b2efad8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T23:34:50,627 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-22T23:34:50,627 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-22T23:34:50,627 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T23:34:50,629 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T23:34:50,686 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:50,808 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:51,125 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:51,149 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8b7179{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir/jetty-localhost-44873-hadoop-yarn-common-3_4_1_jar-_-any-15215557469859215942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-22T23:34:51,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f15a7f9{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir/jetty-localhost-37663-hadoop-yarn-common-3_4_1_jar-_-any-7695130580829110013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-22T23:34:51,150 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@1478f1aa{HTTP/1.1, (http/1.1)}{localhost:44873} 2024-11-22T23:34:51,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15e3c830{HTTP/1.1, (http/1.1)}{localhost:37663} 2024-11-22T23:34:51,150 INFO [Thread-251 {}] server.Server(415): Started @16364ms 2024-11-22T23:34:51,150 INFO [Time-limited test {}] server.Server(415): Started @16364ms 2024-11-22T23:34:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741837_1013 (size=5) 2024-11-22T23:34:52,043 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-22T23:34:52,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:52,075 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T23:34:52,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:34:52,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:52,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:52,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:34:52,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:52,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@333e7029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:52,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b43e890{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T23:34:52,133 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-22T23:34:52,133 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T23:34:52,133 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-22T23:34:52,133 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T23:34:52,142 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:52,148 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:52,239 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:52,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25d715ab{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir/jetty-localhost-40863-hadoop-yarn-common-3_4_1_jar-_-any-18280120632375219098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T23:34:52,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b3c55{HTTP/1.1, (http/1.1)}{localhost:40863} 2024-11-22T23:34:52,249 INFO [Time-limited test {}] server.Server(415): Started @17463ms 2024-11-22T23:34:52,449 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-22T23:34:52,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:52,467 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T23:34:52,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:34:52,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:34:52,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:34:52,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:34:52,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:34:52,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54c1501c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:34:52,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec1479b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T23:34:52,520 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-22T23:34:52,520 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T23:34:52,520 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-22T23:34:52,520 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T23:34:52,532 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:52,538 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:52,650 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T23:34:52,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6699f98e{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/java.io.tmpdir/jetty-localhost-33955-hadoop-yarn-common-3_4_1_jar-_-any-2325635338016113373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T23:34:52,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9a0ca81{HTTP/1.1, (http/1.1)}{localhost:33955} 2024-11-22T23:34:52,658 INFO [Time-limited test {}] server.Server(415): Started @17872ms 2024-11-22T23:34:52,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-22T23:34:52,693 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:37621/backupUT 2024-11-22T23:34:52,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:34:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:34:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b867cc 2024-11-22T23:34:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:34:52,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:34:52,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-22T23:34:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-22T23:34:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:34:52,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 30 msec 2024-11-22T23:34:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:34:52,849 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-22T23:34:52,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-22T23:34:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-22T23:34:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-22T23:34:52,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 16 msec 2024-11-22T23:34:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-22T23:34:52,968 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-22T23:34:52,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-22T23:34:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-22T23:34:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-22T23:34:52,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 15 msec 2024-11-22T23:34:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-22T23:34:53,089 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-22T23:34:53,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-22T23:34:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-22T23:34:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:34:53,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-22T23:34:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:34:53,199 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-22T23:34:53,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732318492693', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:34:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732318492693 2024-11-22T23:34:53,215 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732318492693 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:34:53,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732318492693" procId is: 8 2024-11-22T23:34:53,217 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T23:34:53,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732318492693 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:34:53,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T23:34:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741838_1014 (size=367) 2024-11-22T23:34:53,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T23:34:53,279 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T23:34:53,279 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T23:34:53,281 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:34:53,281 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-22T23:34:53,281 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T23:34:53,281 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T23:34:53,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T23:34:53,282 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T23:34:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T23:34:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T23:34:53,633 INFO [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43ec2b9b1ec0c32e2bf4dbd3047c7aad, NAME => 'test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732318492693', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:34:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741839_1015 (size=53) 2024-11-22T23:34:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T23:34:54,043 DEBUG [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:54,043 DEBUG [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(1722): Closing 43ec2b9b1ec0c32e2bf4dbd3047c7aad, disabling compactions & flushes 2024-11-22T23:34:54,043 INFO [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:34:54,043 DEBUG [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:34:54,043 DEBUG [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. after waiting 0 ms 2024-11-22T23:34:54,043 DEBUG [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:34:54,043 INFO [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(1973): Closed test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:34:54,043 DEBUG [RegionOpenAndInit-test-1732318492693-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: Waiting for close lock at 1732318494043Disabling compacts and flushes for region at 1732318494043Disabling writes for close at 1732318494043Writing region close event to WAL at 1732318494043Closed at 1732318494043 2024-11-22T23:34:54,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732318492693 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:34:54,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732318494046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318494046"}]},"ts":"1732318494046"} 2024-11-22T23:34:54,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:34:54,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732318492693 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:34:54,061 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732318492693","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318494057"}]},"ts":"1732318494057"} 2024-11-22T23:34:54,065 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732318492693, state=ENABLING in hbase:meta 2024-11-22T23:34:54,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, ASSIGN}] 2024-11-22T23:34:54,070 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, ASSIGN 2024-11-22T23:34:54,071 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:34:54,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, ASSIGN because future has completed 2024-11-22T23:34:54,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:34:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T23:34:54,405 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:34:54,406 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:34:54,406 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 5746ba078b28,35349,1732318484606.regiongroup-1 2024-11-22T23:34:54,409 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1, suffix=, logDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606, archiveDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs, maxLogs=32 2024-11-22T23:34:54,425 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318494411, exclude list is [], retry=0 2024-11-22T23:34:54,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:34:54,431 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318494411 2024-11-22T23:34:54,432 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:34:54,432 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 43ec2b9b1ec0c32e2bf4dbd3047c7aad, NAME => 'test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:34:54,432 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:34:54,433 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732318492693 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,433 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:54,433 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,433 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,436 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,438 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43ec2b9b1ec0c32e2bf4dbd3047c7aad columnFamilyName f 2024-11-22T23:34:54,438 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:54,440 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(327): Store=43ec2b9b1ec0c32e2bf4dbd3047c7aad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:34:54,440 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,442 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,443 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,444 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,444 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,446 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,450 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:34:54,451 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 43ec2b9b1ec0c32e2bf4dbd3047c7aad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11024799520, jitterRate=0.026764467358589172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T23:34:54,451 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:34:54,452 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: Running coprocessor pre-open hook at 1732318494433Writing region info on filesystem at 1732318494433Initializing all the Stores at 1732318494435 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318494435Cleaning up temporary data from old regions at 1732318494444 (+9 ms)Running coprocessor post-open hooks at 1732318494451 (+7 ms)Region opened successfully at 1732318494452 (+1 ms) 2024-11-22T23:34:54,454 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., pid=10, masterSystemTime=1732318494381 2024-11-22T23:34:54,458 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:34:54,459 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:34:54,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:54,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:34:54,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T23:34:54,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 in 237 msec 2024-11-22T23:34:54,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T23:34:54,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, ASSIGN in 402 msec 2024-11-22T23:34:54,476 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732318492693 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:34:54,476 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732318492693","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318494476"}]},"ts":"1732318494476"} 2024-11-22T23:34:54,479 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732318492693, state=ENABLED in hbase:meta 2024-11-22T23:34:54,481 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732318492693 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:34:54,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732318492693 in 1.2730 sec 2024-11-22T23:34:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T23:34:55,368 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732318492693 completed 2024-11-22T23:34:55,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508a8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:55,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:34:55,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:34:55,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:34:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:34:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:34:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7394e545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:34:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:34:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:34:55,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:34:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59782a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:34:55,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:34:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:34:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:34:55,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:34:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732318492693', row='row0', locateType=CURRENT is [region=test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:34:55,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegion(8528): writing data to region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T23:34:55,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17323184926931', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:34:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17323184926931 2024-11-22T23:34:55,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17323184926931 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:34:55,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:55,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17323184926931" procId is: 11 2024-11-22T23:34:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:34:55,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17323184926931 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:34:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741841_1017 (size=364) 2024-11-22T23:34:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:34:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:34:55,968 INFO [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25bec2cad8ca71debe8a793a7b7661d4, NAME => 'ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17323184926931', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:34:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741842_1018 (size=50) 2024-11-22T23:34:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:34:56,378 DEBUG [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:56,378 DEBUG [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(1722): Closing 25bec2cad8ca71debe8a793a7b7661d4, disabling compactions & flushes 2024-11-22T23:34:56,378 INFO [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:34:56,378 DEBUG [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:34:56,378 DEBUG [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. after waiting 0 ms 2024-11-22T23:34:56,378 DEBUG [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:34:56,378 INFO [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:34:56,378 DEBUG [RegionOpenAndInit-ns2:test-17323184926931-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25bec2cad8ca71debe8a793a7b7661d4: Waiting for close lock at 1732318496378Disabling compacts and flushes for region at 1732318496378Disabling writes for close at 1732318496378Writing region close event to WAL at 1732318496378Closed at 1732318496378 2024-11-22T23:34:56,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17323184926931 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:34:56,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732318496380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318496380"}]},"ts":"1732318496380"} 2024-11-22T23:34:56,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:34:56,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17323184926931 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:34:56,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17323184926931","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318496386"}]},"ts":"1732318496386"} 2024-11-22T23:34:56,390 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17323184926931, state=ENABLING in hbase:meta 2024-11-22T23:34:56,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17323184926931, region=25bec2cad8ca71debe8a793a7b7661d4, ASSIGN}] 2024-11-22T23:34:56,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17323184926931, region=25bec2cad8ca71debe8a793a7b7661d4, ASSIGN 2024-11-22T23:34:56,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17323184926931, region=25bec2cad8ca71debe8a793a7b7661d4, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:34:56,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=25bec2cad8ca71debe8a793a7b7661d4, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:56,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17323184926931, region=25bec2cad8ca71debe8a793a7b7661d4, ASSIGN because future has completed 2024-11-22T23:34:56,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:34:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:34:56,707 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:34:56,707 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 25bec2cad8ca71debe8a793a7b7661d4, NAME => 'ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:34:56,708 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:34:56,708 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17323184926931 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,708 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:56,708 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,708 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,710 INFO [StoreOpener-25bec2cad8ca71debe8a793a7b7661d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,713 INFO [StoreOpener-25bec2cad8ca71debe8a793a7b7661d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25bec2cad8ca71debe8a793a7b7661d4 columnFamilyName f 2024-11-22T23:34:56,713 DEBUG [StoreOpener-25bec2cad8ca71debe8a793a7b7661d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:56,714 INFO [StoreOpener-25bec2cad8ca71debe8a793a7b7661d4-1 {}] regionserver.HStore(327): Store=25bec2cad8ca71debe8a793a7b7661d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:34:56,714 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,715 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,716 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,717 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,717 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,720 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,723 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:34:56,724 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 25bec2cad8ca71debe8a793a7b7661d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11700407040, jitterRate=0.08968532085418701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T23:34:56,724 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:34:56,726 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 25bec2cad8ca71debe8a793a7b7661d4: Running coprocessor pre-open hook at 1732318496708Writing region info on filesystem at 1732318496708Initializing all the Stores at 1732318496710 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318496710Cleaning up temporary data from old regions at 1732318496717 (+7 ms)Running coprocessor post-open hooks at 1732318496724 (+7 ms)Region opened successfully at 1732318496726 (+2 ms) 2024-11-22T23:34:56,728 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4., pid=13, masterSystemTime=1732318496702 2024-11-22T23:34:56,731 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:34:56,731 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:34:56,732 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=25bec2cad8ca71debe8a793a7b7661d4, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:34:56,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T23:34:56,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4, server=5746ba078b28,35349,1732318484606 in 189 msec 2024-11-22T23:34:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T23:34:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17323184926931, region=25bec2cad8ca71debe8a793a7b7661d4, ASSIGN in 352 msec 2024-11-22T23:34:56,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17323184926931 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:34:56,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17323184926931","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318496747"}]},"ts":"1732318496747"} 2024-11-22T23:34:56,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17323184926931, state=ENABLED in hbase:meta 2024-11-22T23:34:56,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17323184926931 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:34:56,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17323184926931 in 1.2010 sec 2024-11-22T23:34:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:34:57,708 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17323184926931 completed 2024-11-22T23:34:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17323184926931', row='row0', locateType=CURRENT is [region=ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:34:57,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegion(8528): writing data to region ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T23:34:57,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17323184926932', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:34:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17323184926932 2024-11-22T23:34:57,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17323184926932 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:34:57,864 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:57,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17323184926932" procId is: 14 2024-11-22T23:34:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T23:34:57,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17323184926932 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:34:57,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741843_1019 (size=390) 2024-11-22T23:34:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T23:34:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T23:34:58,277 INFO [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8c6521d387705f3527ce9d2217832b7, NAME => 'ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17323184926932', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:34:58,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741844_1020 (size=50) 2024-11-22T23:34:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T23:34:58,687 DEBUG [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:58,687 DEBUG [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(1722): Closing a8c6521d387705f3527ce9d2217832b7, disabling compactions & flushes 2024-11-22T23:34:58,687 INFO [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:34:58,687 DEBUG [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:34:58,688 DEBUG [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. after waiting 0 ms 2024-11-22T23:34:58,688 DEBUG [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:34:58,688 INFO [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:34:58,688 DEBUG [RegionOpenAndInit-ns3:test-17323184926932-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8c6521d387705f3527ce9d2217832b7: Waiting for close lock at 1732318498687Disabling compacts and flushes for region at 1732318498687Disabling writes for close at 1732318498688 (+1 ms)Writing region close event to WAL at 1732318498688Closed at 1732318498688 2024-11-22T23:34:58,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17323184926932 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:34:58,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732318498689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318498689"}]},"ts":"1732318498689"} 2024-11-22T23:34:58,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:34:58,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17323184926932 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:34:58,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17323184926932","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318498695"}]},"ts":"1732318498695"} 2024-11-22T23:34:58,697 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17323184926932, state=ENABLING in hbase:meta 2024-11-22T23:34:58,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17323184926932, region=a8c6521d387705f3527ce9d2217832b7, ASSIGN}] 2024-11-22T23:34:58,699 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17323184926932, region=a8c6521d387705f3527ce9d2217832b7, ASSIGN 2024-11-22T23:34:58,701 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17323184926932, region=a8c6521d387705f3527ce9d2217832b7, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:34:58,851 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a8c6521d387705f3527ce9d2217832b7, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17323184926932, region=a8c6521d387705f3527ce9d2217832b7, ASSIGN because future has completed 2024-11-22T23:34:58,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8c6521d387705f3527ce9d2217832b7, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:34:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T23:34:59,013 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:34:59,013 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a8c6521d387705f3527ce9d2217832b7, NAME => 'ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:34:59,014 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:34:59,014 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17323184926932 a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,014 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:34:59,015 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,015 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,017 INFO [StoreOpener-a8c6521d387705f3527ce9d2217832b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,019 INFO [StoreOpener-a8c6521d387705f3527ce9d2217832b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8c6521d387705f3527ce9d2217832b7 columnFamilyName f 2024-11-22T23:34:59,020 DEBUG [StoreOpener-a8c6521d387705f3527ce9d2217832b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:34:59,020 INFO [StoreOpener-a8c6521d387705f3527ce9d2217832b7-1 {}] regionserver.HStore(327): Store=a8c6521d387705f3527ce9d2217832b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:34:59,020 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,022 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns3/test-17323184926932/a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,022 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns3/test-17323184926932/a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,023 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,023 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,025 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,029 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns3/test-17323184926932/a8c6521d387705f3527ce9d2217832b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:34:59,030 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a8c6521d387705f3527ce9d2217832b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11328384640, jitterRate=0.05503803491592407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T23:34:59,030 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:34:59,031 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a8c6521d387705f3527ce9d2217832b7: Running coprocessor pre-open hook at 1732318499015Writing region info on filesystem at 1732318499015Initializing all the Stores at 1732318499017 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318499017Cleaning up temporary data from old regions at 1732318499023 (+6 ms)Running coprocessor post-open hooks at 1732318499030 (+7 ms)Region opened successfully at 1732318499031 (+1 ms) 2024-11-22T23:34:59,032 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7., pid=16, masterSystemTime=1732318499008 2024-11-22T23:34:59,035 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:34:59,036 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:34:59,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a8c6521d387705f3527ce9d2217832b7, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:34:59,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8c6521d387705f3527ce9d2217832b7, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:34:59,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T23:34:59,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure a8c6521d387705f3527ce9d2217832b7, server=5746ba078b28,35349,1732318484606 in 187 msec 2024-11-22T23:34:59,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T23:34:59,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17323184926932, region=a8c6521d387705f3527ce9d2217832b7, ASSIGN in 348 msec 2024-11-22T23:34:59,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17323184926932 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:34:59,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17323184926932","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318499051"}]},"ts":"1732318499051"} 2024-11-22T23:34:59,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17323184926932, state=ENABLED in hbase:meta 2024-11-22T23:34:59,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17323184926932 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:34:59,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17323184926932 in 1.1940 sec 2024-11-22T23:34:59,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17323184926932' 2024-11-22T23:34:59,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17323184926931' 2024-11-22T23:34:59,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732318492693' 2024-11-22T23:34:59,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T23:35:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T23:35:00,028 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17323184926932 completed 2024-11-22T23:35:00,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17323184926932 get assigned. Timeout = 60000ms 2024-11-22T23:35:00,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T23:35:00,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17323184926932 assigned to meta. Checking AM states. 2024-11-22T23:35:00,035 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T23:35:00,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17323184926932 assigned. 2024-11-22T23:35:00,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17323184926933', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:35:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17323184926933 2024-11-22T23:35:00,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17323184926933 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:35:00,041 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:00,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17323184926933" procId is: 17 2024-11-22T23:35:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:35:00,042 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17323184926933 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:35:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741845_1021 (size=390) 2024-11-22T23:35:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:35:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:35:00,455 INFO [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94dfb5916d0c1463ce09973d2999fe2e, NAME => 'ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17323184926933', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741846_1022 (size=50) 2024-11-22T23:35:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:35:00,865 DEBUG [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:00,865 DEBUG [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(1722): Closing 94dfb5916d0c1463ce09973d2999fe2e, disabling compactions & flushes 2024-11-22T23:35:00,865 INFO [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:00,865 DEBUG [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:00,865 DEBUG [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. after waiting 0 ms 2024-11-22T23:35:00,865 DEBUG [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:00,865 INFO [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:00,865 DEBUG [RegionOpenAndInit-ns4:test-17323184926933-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94dfb5916d0c1463ce09973d2999fe2e: Waiting for close lock at 1732318500865Disabling compacts and flushes for region at 1732318500865Disabling writes for close at 1732318500865Writing region close event to WAL at 1732318500865Closed at 1732318500865 2024-11-22T23:35:00,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17323184926933 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:35:00,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732318500867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318500867"}]},"ts":"1732318500867"} 2024-11-22T23:35:00,870 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:35:00,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17323184926933 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:35:00,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17323184926933","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318500872"}]},"ts":"1732318500872"} 2024-11-22T23:35:00,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17323184926933, state=ENABLING in hbase:meta 2024-11-22T23:35:00,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17323184926933, region=94dfb5916d0c1463ce09973d2999fe2e, ASSIGN}] 2024-11-22T23:35:00,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17323184926933, region=94dfb5916d0c1463ce09973d2999fe2e, ASSIGN 2024-11-22T23:35:00,878 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17323184926933, region=94dfb5916d0c1463ce09973d2999fe2e, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:35:01,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=94dfb5916d0c1463ce09973d2999fe2e, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:01,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17323184926933, region=94dfb5916d0c1463ce09973d2999fe2e, ASSIGN because future has completed 2024-11-22T23:35:01,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94dfb5916d0c1463ce09973d2999fe2e, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:35:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:35:01,194 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:01,194 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 94dfb5916d0c1463ce09973d2999fe2e, NAME => 'ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:35:01,195 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:35:01,195 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17323184926933 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,195 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:01,195 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,195 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,197 INFO [StoreOpener-94dfb5916d0c1463ce09973d2999fe2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,200 INFO [StoreOpener-94dfb5916d0c1463ce09973d2999fe2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94dfb5916d0c1463ce09973d2999fe2e columnFamilyName f 2024-11-22T23:35:01,200 DEBUG [StoreOpener-94dfb5916d0c1463ce09973d2999fe2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:01,201 INFO [StoreOpener-94dfb5916d0c1463ce09973d2999fe2e-1 {}] regionserver.HStore(327): Store=94dfb5916d0c1463ce09973d2999fe2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:01,201 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,202 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns4/test-17323184926933/94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,203 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns4/test-17323184926933/94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,204 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,204 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,206 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,210 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns4/test-17323184926933/94dfb5916d0c1463ce09973d2999fe2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:35:01,211 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 94dfb5916d0c1463ce09973d2999fe2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10831224000, jitterRate=0.008736342191696167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T23:35:01,211 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:01,212 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 94dfb5916d0c1463ce09973d2999fe2e: Running coprocessor pre-open hook at 1732318501195Writing region info on filesystem at 1732318501195Initializing all the Stores at 1732318501197 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318501197Cleaning up temporary data from old regions at 1732318501204 (+7 ms)Running coprocessor post-open hooks at 1732318501211 (+7 ms)Region opened successfully at 1732318501212 (+1 ms) 2024-11-22T23:35:01,213 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e., pid=19, masterSystemTime=1732318501189 2024-11-22T23:35:01,216 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:01,216 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:01,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=94dfb5916d0c1463ce09973d2999fe2e, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:01,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94dfb5916d0c1463ce09973d2999fe2e, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:35:01,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T23:35:01,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 94dfb5916d0c1463ce09973d2999fe2e, server=5746ba078b28,35349,1732318484606 in 188 msec 2024-11-22T23:35:01,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T23:35:01,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17323184926933, region=94dfb5916d0c1463ce09973d2999fe2e, ASSIGN in 350 msec 2024-11-22T23:35:01,229 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17323184926933 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:35:01,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17323184926933","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318501229"}]},"ts":"1732318501229"} 2024-11-22T23:35:01,231 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17323184926933, state=ENABLED in hbase:meta 2024-11-22T23:35:01,233 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17323184926933 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:35:01,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17323184926933 in 1.1960 sec 2024-11-22T23:35:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:35:02,198 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17323184926933 completed 2024-11-22T23:35:02,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17323184926933 get assigned. Timeout = 60000ms 2024-11-22T23:35:02,198 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T23:35:02,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17323184926933 assigned to meta. Checking AM states. 2024-11-22T23:35:02,203 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T23:35:02,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17323184926933 assigned. 2024-11-22T23:35:02,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:35:02,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:35:02,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:02,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:02,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:02,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=18, AvailableMemoryMB=4402 2024-11-22T23:35:02,234 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-22T23:35:02,235 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-22T23:35:02,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732318492693 from 'test-1732318492693', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732318492693', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:35:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732318492693 2024-11-22T23:35:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741847_1023 (size=908) 2024-11-22T23:35:02,667 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/.tabledesc/.tableinfo.0000000001.367 2024-11-22T23:35:02,667 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/.tabledesc/.tableinfo.0000000002.908 2024-11-22T23:35:02,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732318492693}] 2024-11-22T23:35:02,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE}] 2024-11-22T23:35:02,682 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE 2024-11-22T23:35:02,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=CLOSING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:02,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE because future has completed 2024-11-22T23:35:02,688 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:35:02,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:35:02,846 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:02,846 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:35:02,846 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 43ec2b9b1ec0c32e2bf4dbd3047c7aad, disabling compactions & flushes 2024-11-22T23:35:02,846 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:02,846 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:02,847 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. after waiting 0 ms 2024-11-22T23:35:02,847 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:02,850 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-22T23:35:02,922 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f/9ab2eae162fc42d59adb85fde7c36708 is 37, key is row10/f:q1/1732318495408/Put/seqid=0 2024-11-22T23:35:02,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741848_1024 (size=8413) 2024-11-22T23:35:03,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17323184926932 2024-11-22T23:35:03,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17323184926932 Metrics about Tables on a single HBase RegionServer 2024-11-22T23:35:03,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732318492693 2024-11-22T23:35:03,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732318492693 Metrics about Tables on a single HBase RegionServer 2024-11-22T23:35:03,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17323184926933 2024-11-22T23:35:03,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17323184926933 Metrics about Tables on a single HBase RegionServer 2024-11-22T23:35:03,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17323184926931 2024-11-22T23:35:03,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17323184926931 Metrics about Tables on a single HBase RegionServer 2024-11-22T23:35:03,333 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:35:03,408 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f/9ab2eae162fc42d59adb85fde7c36708 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:35:03,427 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708, entries=99, sequenceid=103, filesize=8.2 K 2024-11-22T23:35:03,434 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 583ms, sequenceid=103, compaction requested=false 2024-11-22T23:35:03,441 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-22T23:35:03,445 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:35:03,445 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:03,445 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: Waiting for close lock at 1732318502846Running coprocessor pre-close hooks at 1732318502846Disabling compacts and flushes for region at 1732318502846Disabling writes for close at 1732318502847 (+1 ms)Obtaining lock to block concurrent updates at 1732318502850 (+3 ms)Preparing flush snapshotting stores in 43ec2b9b1ec0c32e2bf4dbd3047c7aad at 1732318502850Finished memstore snapshotting test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732318502857 (+7 ms)Flushing stores of test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. at 1732318502859 (+2 ms)Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad/f: creating writer at 1732318502860 (+1 ms)Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad/f: appending metadata at 1732318502910 (+50 ms)Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad/f: closing flushed file at 1732318502913 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282f9081: reopening flushed file at 1732318503390 (+477 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 583ms, sequenceid=103, compaction requested=false at 1732318503434 (+44 ms)Writing region close event to WAL at 1732318503436 (+2 ms)Running coprocessor post-close hooks at 1732318503442 (+6 ms)Closed at 1732318503445 (+3 ms) 2024-11-22T23:35:03,446 WARN [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 43ec2b9b1ec0c32e2bf4dbd3047c7aad to self. 2024-11-22T23:35:03,449 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=CLOSED 2024-11-22T23:35:03,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:35:03,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T23:35:03,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 in 767 msec 2024-11-22T23:35:03,460 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE; state=CLOSED, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=true 2024-11-22T23:35:03,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:03,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE because future has completed 2024-11-22T23:35:03,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:35:03,771 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:03,772 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 43ec2b9b1ec0c32e2bf4dbd3047c7aad, NAME => 'test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:35:03,772 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:35:03,772 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732318492693 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,772 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:03,772 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,772 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,774 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,776 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43ec2b9b1ec0c32e2bf4dbd3047c7aad columnFamilyName f 2024-11-22T23:35:03,776 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:03,785 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:35:03,786 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(327): Store=43ec2b9b1ec0c32e2bf4dbd3047c7aad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:03,786 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,788 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43ec2b9b1ec0c32e2bf4dbd3047c7aad columnFamilyName f3 2024-11-22T23:35:03,788 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:03,788 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(327): Store=43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:03,789 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,795 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43ec2b9b1ec0c32e2bf4dbd3047c7aad columnFamilyName mob 2024-11-22T23:35:03,800 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:03,801 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(327): Store=43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:03,802 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,802 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,804 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,805 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,806 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,806 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732318492693 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:35:03,808 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,810 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 43ec2b9b1ec0c32e2bf4dbd3047c7aad; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9871668960, jitterRate=-0.08062918484210968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:35:03,810 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:03,810 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: Running coprocessor pre-open hook at 1732318503772Writing region info on filesystem at 1732318503772Initializing all the Stores at 1732318503774 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318503774Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318503774Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318503774Cleaning up temporary data from old regions at 1732318503806 (+32 ms)Running coprocessor post-open hooks at 1732318503810 (+4 ms)Region opened successfully at 1732318503810 2024-11-22T23:35:03,842 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., pid=24, masterSystemTime=1732318503767 2024-11-22T23:35:03,845 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:03,845 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:03,846 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=OPEN, openSeqNum=107, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:03,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:35:03,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-22T23:35:03,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 in 236 msec 2024-11-22T23:35:03,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T23:35:03,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE in 1.1730 sec 2024-11-22T23:35:03,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T23:35:03,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732318492693 in 1.1860 sec 2024-11-22T23:35:03,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732318492693 in 1.6190 sec 2024-11-22T23:35:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-22T23:35:03,867 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732318492693 completed 2024-11-22T23:35:03,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc8bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:03,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:03,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:03,868 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200582e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:03,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:03,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:03,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d45023d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:03,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:03,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:03,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:03,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732318492693', row='row-test-1732318492693-3-0', locateType=CURRENT is [region=test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., hostname=5746ba078b28,35349,1732318484606, seqNum=107] 2024-11-22T23:35:03,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:35:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:35:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7327e190 2024-11-22T23:35:03,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:35:03,934 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:35:03,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-22T23:35:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-22T23:35:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T23:35:03,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-22T23:35:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T23:35:04,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-22T23:35:04,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:35:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-22T23:35:04,082 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:35:04,083 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:04,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-22T23:35:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T23:35:04,084 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:35:04,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741849_1025 (size=635) 2024-11-22T23:35:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T23:35:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T23:35:04,495 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff70e8263b104ff4c8997f7e88aba231, NAME => 'backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741850_1026 (size=40) 2024-11-22T23:35:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T23:35:04,905 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:04,905 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing ff70e8263b104ff4c8997f7e88aba231, disabling compactions & flushes 2024-11-22T23:35:04,905 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:04,905 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:04,905 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. after waiting 0 ms 2024-11-22T23:35:04,905 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:04,905 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:04,905 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff70e8263b104ff4c8997f7e88aba231: Waiting for close lock at 1732318504905Disabling compacts and flushes for region at 1732318504905Disabling writes for close at 1732318504905Writing region close event to WAL at 1732318504905Closed at 1732318504905 2024-11-22T23:35:04,907 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:35:04,908 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732318504907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318504907"}]},"ts":"1732318504907"} 2024-11-22T23:35:04,911 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:35:04,912 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:35:04,913 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318504912"}]},"ts":"1732318504912"} 2024-11-22T23:35:04,915 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-22T23:35:04,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=ff70e8263b104ff4c8997f7e88aba231, ASSIGN}] 2024-11-22T23:35:04,917 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=ff70e8263b104ff4c8997f7e88aba231, ASSIGN 2024-11-22T23:35:04,918 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=ff70e8263b104ff4c8997f7e88aba231, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:35:05,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ff70e8263b104ff4c8997f7e88aba231, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:05,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=ff70e8263b104ff4c8997f7e88aba231, ASSIGN because future has completed 2024-11-22T23:35:05,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff70e8263b104ff4c8997f7e88aba231, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:35:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T23:35:05,230 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:05,231 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => ff70e8263b104ff4c8997f7e88aba231, NAME => 'backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:35:05,231 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:35:05,232 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,232 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:05,232 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,232 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,234 INFO [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,236 INFO [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff70e8263b104ff4c8997f7e88aba231 columnFamilyName meta 2024-11-22T23:35:05,236 DEBUG [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:05,237 INFO [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] regionserver.HStore(327): Store=ff70e8263b104ff4c8997f7e88aba231/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:05,237 INFO [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,240 INFO [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff70e8263b104ff4c8997f7e88aba231 columnFamilyName session 2024-11-22T23:35:05,240 DEBUG [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:05,241 INFO [StoreOpener-ff70e8263b104ff4c8997f7e88aba231-1 {}] regionserver.HStore(327): Store=ff70e8263b104ff4c8997f7e88aba231/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:05,241 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,242 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,243 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,244 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,244 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,245 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T23:35:05,246 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,249 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:35:05,250 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened ff70e8263b104ff4c8997f7e88aba231; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10550954080, jitterRate=-0.017365828156471252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T23:35:05,250 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:05,251 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for ff70e8263b104ff4c8997f7e88aba231: Running coprocessor pre-open hook at 1732318505232Writing region info on filesystem at 1732318505232Initializing all the Stores at 1732318505234 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318505234Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318505234Cleaning up temporary data from old regions at 1732318505244 (+10 ms)Running coprocessor post-open hooks at 1732318505250 (+6 ms)Region opened successfully at 1732318505251 (+1 ms) 2024-11-22T23:35:05,252 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., pid=28, masterSystemTime=1732318505225 2024-11-22T23:35:05,255 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:05,255 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:05,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ff70e8263b104ff4c8997f7e88aba231, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:05,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff70e8263b104ff4c8997f7e88aba231, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:35:05,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T23:35:05,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure ff70e8263b104ff4c8997f7e88aba231, server=5746ba078b28,35349,1732318484606 in 188 msec 2024-11-22T23:35:05,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T23:35:05,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=ff70e8263b104ff4c8997f7e88aba231, ASSIGN in 348 msec 2024-11-22T23:35:05,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:35:05,268 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318505268"}]},"ts":"1732318505268"} 2024-11-22T23:35:05,271 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-22T23:35:05,272 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:35:05,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1940 sec 2024-11-22T23:35:05,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17323184926933' 2024-11-22T23:35:05,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-22T23:35:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T23:35:06,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-22T23:35:06,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:35:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-22T23:35:06,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:35:06,248 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:06,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-22T23:35:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:35:06,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:35:06,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741851_1027 (size=640) 2024-11-22T23:35:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:35:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:35:06,659 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8392050d68047231bf185d34acdc1299, NAME => 'backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741852_1028 (size=45) 2024-11-22T23:35:06,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T23:35:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:35:07,068 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:07,068 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 8392050d68047231bf185d34acdc1299, disabling compactions & flushes 2024-11-22T23:35:07,068 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:07,068 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:07,068 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. after waiting 0 ms 2024-11-22T23:35:07,068 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:07,069 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:07,069 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8392050d68047231bf185d34acdc1299: Waiting for close lock at 1732318507068Disabling compacts and flushes for region at 1732318507068Disabling writes for close at 1732318507068Writing region close event to WAL at 1732318507069 (+1 ms)Closed at 1732318507069 2024-11-22T23:35:07,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:35:07,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732318507070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318507070"}]},"ts":"1732318507070"} 2024-11-22T23:35:07,073 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:35:07,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:35:07,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318507074"}]},"ts":"1732318507074"} 2024-11-22T23:35:07,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-22T23:35:07,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8392050d68047231bf185d34acdc1299, ASSIGN}] 2024-11-22T23:35:07,079 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8392050d68047231bf185d34acdc1299, ASSIGN 2024-11-22T23:35:07,080 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=8392050d68047231bf185d34acdc1299, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:35:07,232 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8392050d68047231bf185d34acdc1299, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:07,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=8392050d68047231bf185d34acdc1299, ASSIGN because future has completed 2024-11-22T23:35:07,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8392050d68047231bf185d34acdc1299, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:35:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:35:07,397 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:07,398 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8392050d68047231bf185d34acdc1299, NAME => 'backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:35:07,398 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:35:07,398 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,398 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:07,398 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,398 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,401 INFO [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,403 INFO [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8392050d68047231bf185d34acdc1299 columnFamilyName meta 2024-11-22T23:35:07,403 DEBUG [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:07,403 INFO [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] regionserver.HStore(327): Store=8392050d68047231bf185d34acdc1299/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:07,404 INFO [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,405 INFO [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8392050d68047231bf185d34acdc1299 columnFamilyName session 2024-11-22T23:35:07,406 DEBUG [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:07,406 INFO [StoreOpener-8392050d68047231bf185d34acdc1299-1 {}] regionserver.HStore(327): Store=8392050d68047231bf185d34acdc1299/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:07,406 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,407 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system_bulk/8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,408 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system_bulk/8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,409 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,409 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,409 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T23:35:07,411 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,414 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system_bulk/8392050d68047231bf185d34acdc1299/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:35:07,414 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8392050d68047231bf185d34acdc1299; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11332267840, jitterRate=0.055399686098098755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T23:35:07,414 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:07,415 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8392050d68047231bf185d34acdc1299: Running coprocessor pre-open hook at 1732318507399Writing region info on filesystem at 1732318507399Initializing all the Stores at 1732318507400 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318507400Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318507400Cleaning up temporary data from old regions at 1732318507409 (+9 ms)Running coprocessor post-open hooks at 1732318507415 (+6 ms)Region opened successfully at 1732318507415 2024-11-22T23:35:07,416 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299., pid=31, masterSystemTime=1732318507393 2024-11-22T23:35:07,418 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:07,419 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:07,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8392050d68047231bf185d34acdc1299, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:07,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8392050d68047231bf185d34acdc1299, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:35:07,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T23:35:07,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 8392050d68047231bf185d34acdc1299, server=5746ba078b28,35349,1732318484606 in 185 msec 2024-11-22T23:35:07,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T23:35:07,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8392050d68047231bf185d34acdc1299, ASSIGN in 349 msec 2024-11-22T23:35:07,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:35:07,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318507430"}]},"ts":"1732318507430"} 2024-11-22T23:35:07,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-22T23:35:07,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:35:07,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1880 sec 2024-11-22T23:35:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:35:08,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-22T23:35:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:08,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:08,426 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T23:35:08,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:35:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-22T23:35:08,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:35:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318508449 (current time:1732318508449). 2024-11-22T23:35:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T23:35:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c230830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:08,451 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:08,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd92913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:08,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:08,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:08,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:08,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:08,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d5e055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:08,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:08,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:08,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:08,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:08,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:35:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-22T23:35:08,470 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T23:35:08,474 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:08,485 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741853_1029 (size=52) 2024-11-22T23:35:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T23:35:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T23:35:08,942 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:08,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231}] 2024-11-22T23:35:08,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T23:35:09,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T23:35:09,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:09,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ff70e8263b104ff4c8997f7e88aba231 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-22T23:35:09,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/a7e00cedbd044790b80033c2debd52a5 is 49, key is activesession:/session:c/1732318508441/Put/seqid=0 2024-11-22T23:35:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741854_1030 (size=5049) 2024-11-22T23:35:09,546 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/a7e00cedbd044790b80033c2debd52a5 2024-11-22T23:35:09,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/a7e00cedbd044790b80033c2debd52a5 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5 2024-11-22T23:35:09,574 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5, entries=1, sequenceid=5, filesize=4.9 K 2024-11-22T23:35:09,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for ff70e8263b104ff4c8997f7e88aba231 in 459ms, sequenceid=5, compaction requested=false 2024-11-22T23:35:09,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ff70e8263b104ff4c8997f7e88aba231: 2024-11-22T23:35:09,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. for snapshot_backup_system completed. 2024-11-22T23:35:09,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.' region-info for snapshot=snapshot_backup_system 2024-11-22T23:35:09,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:09,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T23:35:09,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5] hfiles 2024-11-22T23:35:09,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5 for snapshot=snapshot_backup_system 2024-11-22T23:35:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741855_1031 (size=95) 2024-11-22T23:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T23:35:09,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:10,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T23:35:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T23:35:10,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:10,008 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:10,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T23:35:10,013 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:10,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 in 1.0650 sec 2024-11-22T23:35:10,015 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:10,016 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:10,016 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T23:35:10,019 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T23:35:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741856_1032 (size=731) 2024-11-22T23:35:10,443 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:10,455 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:10,456 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_backup_system 2024-11-22T23:35:10,458 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:10,458 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-22T23:35:10,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9930 sec 2024-11-22T23:35:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T23:35:10,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T23:35:10,620 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732318503914 started at 1732318510619. 2024-11-22T23:35:10,637 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732318503914 has been started. 2024-11-22T23:35:10,641 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-22T23:35:10,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T23:35:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T23:35:10,648 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T23:35:10,648 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T23:35:10,649 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T23:35:10,649 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T23:35:10,650 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,650 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:35:10,714 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,714 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:35:10,714 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:35:10,714 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,714 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T23:35:10,715 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:10,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T23:35:10,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:10,716 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T23:35:10,717 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T23:35:10,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T23:35:10,718 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T23:35:10,718 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T23:35:10,718 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T23:35:10,718 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T23:35:10,719 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T23:35:10,731 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:10,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:10,731 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,731 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T23:35:10,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:10,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:10,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:10,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:10,734 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T23:35:10,734 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T23:35:10,734 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@756c6560[Count = 0] remaining members to acquire global barrier 2024-11-22T23:35:10,734 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,739 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,739 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T23:35:10,739 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,739 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T23:35:10,740 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T23:35:10,740 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,746 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732318487351 highest: 1732318494411 on 5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,746 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0:(num 1732318487351) roll requested 2024-11-22T23:35:10,758 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746, exclude list is [], retry=0 2024-11-22T23:35:10,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:10,763 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318487351 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 2024-11-22T23:35:10,764 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:10,764 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318487351 is not closed yet, will try archiving it next time 2024-11-22T23:35:10,764 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.meta:.meta(num 1732318487672) roll requested 2024-11-22T23:35:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741833_1009 (size=1034) 2024-11-22T23:35:10,768 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318487351 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318487351 2024-11-22T23:35:10,777 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta, exclude list is [], retry=0 2024-11-22T23:35:10,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:10,783 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318487672.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta 2024-11-22T23:35:10,783 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:10,783 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318487672.meta is not closed yet, will try archiving it next time 2024-11-22T23:35:10,783 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1:(num 1732318494411) roll requested 2024-11-22T23:35:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741834_1010 (size=12055) 2024-11-22T23:35:10,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318487672.meta not finished, retry = 0 2024-11-22T23:35:10,796 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783, exclude list is [], retry=0 2024-11-22T23:35:10,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:10,801 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318494411 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 2024-11-22T23:35:10,802 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:10,802 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318494411 is not closed yet, will try archiving it next time 2024-11-22T23:35:10,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741840_1016 (size=4756) 2024-11-22T23:35:10,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318494411 not finished, retry = 0 2024-11-22T23:35:10,807 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T23:35:10,807 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732318510746 on 5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,807 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:35:10,807 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:35:10,807 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a9c8fb 2024-11-22T23:35:10,808 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:35:10,809 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:35:10,810 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:10,810 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:10,810 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:10,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:35:10,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:10,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:10,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:37621/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:35:10,839 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T23:35:10,839 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '5746ba078b28,35349,1732318484606' in zk 2024-11-22T23:35:10,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,864 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T23:35:10,864 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:35:10,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,864 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T23:35:10,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:10,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:10,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:10,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:10,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:10,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:10,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:10,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5746ba078b28,35349,1732318484606': 2024-11-22T23:35:10,869 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T23:35:10,869 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T23:35:10,869 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T23:35:10,869 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T23:35:10,869 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5746ba078b28,35349,1732318484606' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T23:35:10,869 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T23:35:10,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:35:10,881 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:10,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:10,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:10,882 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:35:10,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:35:10,882 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:10,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:10,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:10,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,884 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:10,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:10,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:35:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:35:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:10,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:35:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:35:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:10,898 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:35:10,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T23:35:10,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T23:35:10,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:35:10,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T23:35:10,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } 2024-11-22T23:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318510914 (current time:1732318510914). 2024-11-22T23:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732318510913_default_test-1732318492693 VERSION not specified, setting to 2 2024-11-22T23:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4b71b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:10,915 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:10,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bab1705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:10,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:10,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb66239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:10,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:10,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:10,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } 2024-11-22T23:35:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-22T23:35:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:35:10,924 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:10,926 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:10,929 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741860_1036 (size=84) 2024-11-22T23:35:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:35:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:35:11,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-22T23:35:11,341 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:11,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad}] 2024-11-22T23:35:11,345 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:11,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T23:35:11,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:11,501 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-22T23:35:11,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f3/d9cfb83a4d0a4d8684c0b921e42a3148 is 58, key is row-test-1732318492693-3-0/f3:q1/1732318503883/Put/seqid=0 2024-11-22T23:35:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741861_1037 (size=5387) 2024-11-22T23:35:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:35:11,741 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:35:11,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f3/d9cfb83a4d0a4d8684c0b921e42a3148 2024-11-22T23:35:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741862_1038 (size=4469) 2024-11-22T23:35:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:35:12,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/mob/de432b35976e4f92ad11749cd0c8c84c is 59, key is row-test-1732318492693-3-0/mob:q1/1732318503898/Put/seqid=0 2024-11-22T23:35:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741863_1039 (size=5484) 2024-11-22T23:35:12,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/mob/de432b35976e4f92ad11749cd0c8c84c 2024-11-22T23:35:12,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f3/d9cfb83a4d0a4d8684c0b921e42a3148 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 2024-11-22T23:35:12,797 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148, entries=6, sequenceid=121, filesize=5.3 K 2024-11-22T23:35:12,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/mob/de432b35976e4f92ad11749cd0c8c84c as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c 2024-11-22T23:35:12,807 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c, entries=6, sequenceid=121, filesize=5.4 K 2024-11-22T23:35:12,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 1307ms, sequenceid=121, compaction requested=false 2024-11-22T23:35:12,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: 2024-11-22T23:35:12,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. for snapshot_1732318510913_default_test-1732318492693 completed. 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.' region-info for snapshot=snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708] hfiles 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 for snapshot=snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148] hfiles 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 for snapshot=snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c] hfiles 2024-11-22T23:35:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c for snapshot=snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:12,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741864_1040 (size=185) 2024-11-22T23:35:12,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T23:35:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:35:13,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-22T23:35:13,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-22T23:35:13,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-22T23:35:13,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-22T23:35:13,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:13,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T23:35:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T23:35:13,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732318510913_default_test-1732318492693 on region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:13,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:13,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T23:35:13,225 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:13,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 1.8790 sec 2024-11-22T23:35:13,227 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:13,229 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-22T23:35:13,229 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-22T23:35:13,229 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:13,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-22T23:35:13,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:13,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-22T23:35:13,231 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:13,231 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-22T23:35:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741865_1041 (size=49) 2024-11-22T23:35:13,641 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:13,641 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:13,642 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:13,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741866_1042 (size=1146) 2024-11-22T23:35:14,097 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:14,112 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:14,113 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318510913_default_test-1732318492693 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:14,116 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:14,116 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-22T23:35:14,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732318510913_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } in 3.1940 sec 2024-11-22T23:35:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:35:15,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732318492693 completed 2024-11-22T23:35:15,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } 2024-11-22T23:35:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318515091 (current time:1732318515091). 2024-11-22T23:35:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732318515089_ns2_test-17323184926931 VERSION not specified, setting to 2 2024-11-22T23:35:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cde30a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:15,095 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:15,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:15,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:15,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3349b8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:15,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:15,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:15,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:15,097 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:15,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a60a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:15,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:15,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:15,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:15,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:15,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } 2024-11-22T23:35:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-22T23:35:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T23:35:15,105 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:15,106 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:15,110 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:15,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741867_1043 (size=86) 2024-11-22T23:35:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T23:35:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T23:35:15,519 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:15,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4}] 2024-11-22T23:35:15,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:35:15,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-22T23:35:15,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:35:15,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 25bec2cad8ca71debe8a793a7b7661d4 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-22T23:35:15,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/.tmp/f/964750f5f1624102a452815d14088006 is 37, key is row10/f:q1/1732318497735/Put/seqid=0 2024-11-22T23:35:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741868_1044 (size=8413) 2024-11-22T23:35:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T23:35:16,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/.tmp/f/964750f5f1624102a452815d14088006 2024-11-22T23:35:16,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/.tmp/f/964750f5f1624102a452815d14088006 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 2024-11-22T23:35:16,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006, entries=99, sequenceid=103, filesize=8.2 K 2024-11-22T23:35:16,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 25bec2cad8ca71debe8a793a7b7661d4 in 455ms, sequenceid=103, compaction requested=false 2024-11-22T23:35:16,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 25bec2cad8ca71debe8a793a7b7661d4: 2024-11-22T23:35:16,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. for snapshot_1732318515089_ns2_test-17323184926931 completed. 2024-11-22T23:35:16,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4.' region-info for snapshot=snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:16,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:16,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006] hfiles 2024-11-22T23:35:16,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 for snapshot=snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741869_1045 (size=91) 2024-11-22T23:35:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T23:35:16,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:35:16,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T23:35:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T23:35:16,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732318515089_ns2_test-17323184926931 on region 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:35:16,543 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:35:16,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T23:35:16,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4 in 1.0260 sec 2024-11-22T23:35:16,551 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:16,554 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:16,556 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:16,556 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:16,557 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741870_1046 (size=456) 2024-11-22T23:35:16,970 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:16,979 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:16,980 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318515089_ns2_test-17323184926931 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:16,982 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:16,982 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-22T23:35:16,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732318515089_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } in 1.8790 sec 2024-11-22T23:35:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T23:35:17,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17323184926931 completed 2024-11-22T23:35:17,250 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732318503914 2024-11-22T23:35:17,250 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-22T23:35:17,254 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-22T23:35:17,259 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732318503914_ns2:test-17323184926931 2024-11-22T23:35:17,259 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732318515089_ns2_test-17323184926931 to hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/ 2024-11-22T23:35:17,263 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T23:35:17,293 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37621, inputRoot=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:17,293 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1701319437_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/.hbase-snapshot/.tmp/snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:17,295 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-22T23:35:17,300 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318515089_ns2_test-17323184926931 to hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/.hbase-snapshot/.tmp/snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741871_1047 (size=86) 2024-11-22T23:35:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741872_1048 (size=456) 2024-11-22T23:35:17,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:17,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:17,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-16034026532604167372.jar 2024-11-22T23:35:18,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:18,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:35:18,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:35:18,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:35:18,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:35:18,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:35:18,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:35:18,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:35:18,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:35:18,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:35:18,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:35:18,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:35:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:18,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:18,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:18,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:18,680 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:35:18,709 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732318515089_ns2_test-17323184926931' hfile list 2024-11-22T23:35:18,714 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-22T23:35:18,907 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local343326181_0001_ded9e5cf-6cd1-42fc-8b5f-0a937f8a84d3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:35:18,907 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local343326181_0001_ded9e5cf-6cd1-42fc-8b5f-0a937f8a84d3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:35:19,059 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-22T23:35:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741873_1049 (size=8413) 2024-11-22T23:35:19,540 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 output=hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 2024-11-22T23:35:19,542 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-22T23:35:19,993 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-22T23:35:19,993 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-22T23:35:20,000 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:20,000 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732318515089_ns2_test-17323184926931 finished. 2024-11-22T23:35:20,000 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732318503914_test-1732318492693 2024-11-22T23:35:20,000 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732318510913_default_test-1732318492693 to hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/ 2024-11-22T23:35:20,000 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T23:35:20,028 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37621, inputRoot=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:20,028 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1701319437_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/.hbase-snapshot/.tmp/snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:20,030 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-22T23:35:20,037 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318510913_default_test-1732318492693 to hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/.hbase-snapshot/.tmp/snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741874_1050 (size=84) 2024-11-22T23:35:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741875_1051 (size=1146) 2024-11-22T23:35:20,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:20,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:20,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-17902622875382886704.jar 2024-11-22T23:35:21,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:21,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:35:21,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:35:21,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:35:21,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:35:21,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:35:21,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:35:21,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:35:21,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:35:21,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:35:21,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:35:21,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:35:21,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:21,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:21,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:21,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:21,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:21,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:21,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:21,371 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:35:21,395 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732318510913_default_test-1732318492693' hfile list 2024-11-22T23:35:21,398 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-22T23:35:21,473 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1189722370_0002_bd53e2d1-c2b9-445d-ae6d-48991cedb4e4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:35:21,473 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1189722370_0002_bd53e2d1-c2b9-445d-ae6d-48991cedb4e4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:35:21,541 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-22T23:35:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741876_1052 (size=8413) 2024-11-22T23:35:21,978 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 output=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:35:21,978 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-22T23:35:22,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741877_1053 (size=5484) 2024-11-22T23:35:22,439 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c output=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c 2024-11-22T23:35:22,439 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-22T23:35:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741878_1054 (size=5387) 2024-11-22T23:35:22,880 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 output=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 2024-11-22T23:35:22,881 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-22T23:35:23,518 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-22T23:35:23,520 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-22T23:35:23,530 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:23,530 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732318510913_default_test-1732318492693 finished. 2024-11-22T23:35:23,530 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17323184926931 2024-11-22T23:35:23,530 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732318492693 2024-11-22T23:35:23,575 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732318503914 2024-11-22T23:35:23,575 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-22T23:35:23,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741879_1055 (size=130) 2024-11-22T23:35:23,985 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37621/backupUT/backup_1732318503914/.backup.manifest 2024-11-22T23:35:23,991 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732318503914 finished: type=FULL,tablelist=ns2:test-17323184926931;test-1732318492693,targetRootDir=hdfs://localhost:37621/backupUT,startts=1732318510619,completets=1732318523573,bytescopied=0 2024-11-22T23:35:23,991 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-22T23:35:23,991 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:23,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732318515089_ns2_test-17323184926931" type: DISABLED 2024-11-22T23:35:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732318515089_ns2_test-17323184926931 2024-11-22T23:35:24,002 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732318515089_ns2_test-17323184926931 for backup backup_1732318503914 succeeded. 2024-11-22T23:35:24,002 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:24,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732318510913_default_test-1732318492693" type: DISABLED 2024-11-22T23:35:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732318510913_default_test-1732318492693 2024-11-22T23:35:24,008 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732318510913_default_test-1732318492693 for backup backup_1732318503914 succeeded. 2024-11-22T23:35:24,008 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T23:35:24,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T23:35:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T23:35:24,023 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T23:35:24,027 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T23:35:24,041 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732318503914 completed. 2024-11-22T23:35:24,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:24,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732318503914', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:35:24,250 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732318492693 2024-11-22T23:35:24,275 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732318492693 2024-11-22T23:35:24,470 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732318492693 to Mob enabled CF 2024-11-22T23:35:24,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17323184926931', row='row-t20', locateType=CURRENT is [region=ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:35:24,507 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17323184926931 2024-11-22T23:35:24,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:24,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] assignment.SplitTableRegionProcedure(210): test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. splitKey isn't explicitly specified, will try to find a best split key from RS 5746ba078b28,35349,1732318484606 2024-11-22T23:35:24,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 because midkey is the same as first or last row 2024-11-22T23:35:24,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 because midkey is the same as first or last row 2024-11-22T23:35:24,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c because midkey is the same as first or last row 2024-11-22T23:35:24,519 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HRegion(2902): Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-22T23:35:24,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f/d7774cb0eef44dbcbcb255ec3c408f0e is 59, key is row-test-1732318492693-1-10/f:q1/1732318524085/Put/seqid=0 2024-11-22T23:35:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741880_1056 (size=10796) 2024-11-22T23:35:24,952 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f/d7774cb0eef44dbcbcb255ec3c408f0e 2024-11-22T23:35:24,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad is 63, key is row-test-1732318492693-3-100/mob:q1/1732318524451/Put/seqid=0 2024-11-22T23:35:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741881_1057 (size=5591) 2024-11-22T23:35:25,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:25,391 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:25,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/mob/cca4208e50c84f5e96f5a282ae697822, store: [table=test-1732318492693 family=mob region=43ec2b9b1ec0c32e2bf4dbd3047c7aad] 2024-11-22T23:35:25,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/mob/cca4208e50c84f5e96f5a282ae697822 is 192, key is row-test-1732318492693-3-100/mob:q1/1732318524451/Put/seqid=0 2024-11-22T23:35:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741882_1058 (size=13760) 2024-11-22T23:35:25,800 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/mob/cca4208e50c84f5e96f5a282ae697822 2024-11-22T23:35:25,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f/d7774cb0eef44dbcbcb255ec3c408f0e as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e 2024-11-22T23:35:25,821 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e, entries=99, sequenceid=334, filesize=10.5 K 2024-11-22T23:35:25,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/mob/cca4208e50c84f5e96f5a282ae697822 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822 2024-11-22T23:35:25,829 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822, entries=111, sequenceid=334, filesize=13.4 K 2024-11-22T23:35:25,830 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 1311ms, sequenceid=334, compaction requested=false 2024-11-22T23:35:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.HRegion(2603): Flush status journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: 2024-11-22T23:35:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e because midkey is the same as first or last row 2024-11-22T23:35:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 because midkey is the same as first or last row 2024-11-22T23:35:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822 because midkey is the same as first or last row 2024-11-22T23:35:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=5746ba078b28,35349,1732318484606 2024-11-22T23:35:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T23:35:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.2:35036 deadline: 1732318584513, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-22T23:35:25,837 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:25,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732318492693 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:25,838 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T23:35:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732318492693,, stopping at row=test-1732318492693 ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,849 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732318492693,, stopping at row=test-1732318492693 ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732318492693', row='', locateType=CURRENT is [region=test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., hostname=5746ba078b28,35349,1732318484606, seqNum=107] 2024-11-22T23:35:25,861 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1354 2024-11-22T23:35:25,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,903 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T23:35:25,907 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732318525861 2024-11-22T23:35:25,914 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732318503914} 2024-11-22T23:35:25,914 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T23:35:25,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:25,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:35:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318525962 (current time:1732318525962). 2024-11-22T23:35:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T23:35:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473333ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:25,964 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:25,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:25,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df2bbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:25,966 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:25,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64854559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:25,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:25,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:25,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:25,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:25,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:35:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-22T23:35:25,974 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T23:35:25,975 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:25,978 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:25,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741883_1059 (size=52) 2024-11-22T23:35:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T23:35:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T23:35:26,386 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:26,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231}] 2024-11-22T23:35:26,388 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:26,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-22T23:35:26,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:26,544 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing ff70e8263b104ff4c8997f7e88aba231 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-22T23:35:26,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/58912e4c9431495d962a675d7657c998 is 158, key is trslm:hdfs://localhost:37621/backupUT\x00ns2:test-17323184926931/meta:log-roll-map/1732318523564/Put/seqid=0 2024-11-22T23:35:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741884_1060 (size=5914) 2024-11-22T23:35:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T23:35:26,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/58912e4c9431495d962a675d7657c998 2024-11-22T23:35:26,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/1f0f2cab4e984412ba7da69067abbcc7 is 433, key is session:backup_1732318503914/session:context/1732318524026/Put/seqid=0 2024-11-22T23:35:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741885_1061 (size=5535) 2024-11-22T23:35:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T23:35:27,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/1f0f2cab4e984412ba7da69067abbcc7 2024-11-22T23:35:27,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/58912e4c9431495d962a675d7657c998 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998 2024-11-22T23:35:27,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998, entries=6, sequenceid=17, filesize=5.8 K 2024-11-22T23:35:27,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/1f0f2cab4e984412ba7da69067abbcc7 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7 2024-11-22T23:35:27,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7, entries=2, sequenceid=17, filesize=5.4 K 2024-11-22T23:35:27,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for ff70e8263b104ff4c8997f7e88aba231 in 871ms, sequenceid=17, compaction requested=false 2024-11-22T23:35:27,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for ff70e8263b104ff4c8997f7e88aba231: 2024-11-22T23:35:27,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. for snapshot_backup_system completed. 2024-11-22T23:35:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.' region-info for snapshot=snapshot_backup_system 2024-11-22T23:35:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998] hfiles 2024-11-22T23:35:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998 for snapshot=snapshot_backup_system 2024-11-22T23:35:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7] hfiles 2024-11-22T23:35:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5 for snapshot=snapshot_backup_system 2024-11-22T23:35:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7 for snapshot=snapshot_backup_system 2024-11-22T23:35:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741886_1062 (size=173) 2024-11-22T23:35:27,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:27,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T23:35:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T23:35:27,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:27,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:27,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T23:35:27,832 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:27,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 in 1.4420 sec 2024-11-22T23:35:27,834 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:27,835 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:27,835 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T23:35:27,837 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T23:35:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741887_1063 (size=810) 2024-11-22T23:35:28,035 DEBUG [master/5746ba078b28:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732318492693 2024-11-22T23:35:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741888_1064 (size=950) 2024-11-22T23:35:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T23:35:28,254 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:28,265 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:28,266 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_backup_system 2024-11-22T23:35:28,268 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:28,268 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-22T23:35:28,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2960 sec 2024-11-22T23:35:28,446 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/.tabledesc/.tableinfo.0000000002.908 2024-11-22T23:35:28,446 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/.tabledesc/.tableinfo.0000000003.950 2024-11-22T23:35:28,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732318492693 in 420 msec 2024-11-22T23:35:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T23:35:30,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T23:35:30,138 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732318525861 started at 1732318530138. 2024-11-22T23:35:30,143 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732318525861 has been started. 2024-11-22T23:35:30,153 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732318492693, ns2:test-17323184926931] 2024-11-22T23:35:30,158 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732318494411for backupID backup_1732318525861 2024-11-22T23:35:30,158 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-22T23:35:30,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T23:35:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T23:35:30,159 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T23:35:30,159 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T23:35:30,159 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T23:35:30,159 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T23:35:30,160 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,160 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:35:30,201 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,201 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:35:30,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:35:30,202 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,202 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T23:35:30,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:30,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T23:35:30,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:30,206 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T23:35:30,206 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T23:35:30,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T23:35:30,207 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T23:35:30,207 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T23:35:30,207 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T23:35:30,207 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T23:35:30,207 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T23:35:30,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,220 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:30,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:30,220 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,221 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T23:35:30,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:30,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:30,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:30,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:30,223 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T23:35:30,223 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@32b44cf7[Count = 0] remaining members to acquire global barrier 2024-11-22T23:35:30,223 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T23:35:30,224 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,234 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,234 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T23:35:30,234 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,234 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T23:35:30,235 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T23:35:30,235 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,235 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732318510746 highest: 1732318510783 on 5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,235 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0:(num 1732318510746) roll requested 2024-11-22T23:35:30,253 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235, exclude list is [], retry=0 2024-11-22T23:35:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:30,258 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235 2024-11-22T23:35:30,258 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:30,258 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 is not closed yet, will try archiving it next time 2024-11-22T23:35:30,258 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.meta:.meta(num 1732318510764) roll requested 2024-11-22T23:35:30,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 not finished, retry = 0 2024-11-22T23:35:30,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741857_1033 (size=1198) 2024-11-22T23:35:30,270 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318530258.meta, exclude list is [], retry=0 2024-11-22T23:35:30,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:30,274 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318530258.meta 2024-11-22T23:35:30,275 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:30,275 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta is not closed yet, will try archiving it next time 2024-11-22T23:35:30,275 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1:(num 1732318510783) roll requested 2024-11-22T23:35:30,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta not finished, retry = 0 2024-11-22T23:35:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741858_1034 (size=93) 2024-11-22T23:35:30,287 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275, exclude list is [], retry=0 2024-11-22T23:35:30,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:30,291 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275 2024-11-22T23:35:30,291 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:30,291 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 is not closed yet, will try archiving it next time 2024-11-22T23:35:30,292 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318494411 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318494411 2024-11-22T23:35:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741859_1035 (size=30490) 2024-11-22T23:35:30,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 not finished, retry = 0 2024-11-22T23:35:30,295 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T23:35:30,295 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732318530235 on 5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:30,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:30,315 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T23:35:30,315 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '5746ba078b28,35349,1732318484606' in zk 2024-11-22T23:35:30,342 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T23:35:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,342 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:35:30,342 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T23:35:30,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:30,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:30,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:30,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:30,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:30,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:30,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:30,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5746ba078b28,35349,1732318484606': 2024-11-22T23:35:30,347 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T23:35:30,347 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5746ba078b28,35349,1732318484606' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T23:35:30,347 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T23:35:30,347 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T23:35:30,347 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T23:35:30,347 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T23:35:30,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:35:30,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,359 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:30,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:30,360 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:35:30,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:35:30,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:30,360 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:30,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:30,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:30,361 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:30,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:30,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:30,370 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:30,370 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:35:30,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T23:35:30,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T23:35:30,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-22T23:35:30,371 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:35:30,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:35:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T23:35:30,378 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta 2024-11-22T23:35:30,380 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {5746ba078b28:35349=1732318494411} newestTimestamps: {5746ba078b28:35349=1732318510783} 2024-11-22T23:35:30,382 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5746ba078b28%2C35349%2C1732318484606.meta.1732318487672.meta 2024-11-22T23:35:30,382 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5746ba078b28%2C35349%2C1732318484606.meta.1732318530258.meta 2024-11-22T23:35:30,383 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 2024-11-22T23:35:30,383 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235 2024-11-22T23:35:30,383 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 2024-11-22T23:35:30,383 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275 2024-11-22T23:35:30,384 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta 2024-11-22T23:35:30,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741892_1068 (size=364) 2024-11-22T23:35:30,800 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17323184926931 target: hdfs://localhost:37621/backupUT/backup_1732318525861/ns2/test-17323184926931 descriptor: 'ns2:test-17323184926931', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:35:30,800 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T23:35:30,806 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17323184926931 2024-11-22T23:35:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741893_1069 (size=50) 2024-11-22T23:35:31,214 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17323184926931 2024-11-22T23:35:31,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741894_1070 (size=950) 2024-11-22T23:35:31,636 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732318492693 target: hdfs://localhost:37621/backupUT/backup_1732318525861/default/test-1732318492693 descriptor: 'test-1732318492693', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:35:31,636 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T23:35:31,642 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732318492693 2024-11-22T23:35:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741895_1071 (size=53) 2024-11-22T23:35:32,050 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732318492693 2024-11-22T23:35:32,065 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37621/backupUT/.tmp/backup_1732318525861 from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746;hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 2024-11-22T23:35:32,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1db5a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:32,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:32,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:32,068 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:32,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:32,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:32,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3a00d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:32,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:32,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:32,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:32,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:32,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b22bbcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:32,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:35:32,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:35:32,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71fcf7b1 2024-11-22T23:35:32,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:35:32,073 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:35:32,078 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T23:35:32,078 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732318492693 2024-11-22T23:35:32,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732318492693,, stopping at row=test-1732318492693 ,, for max=2147483647 with caching=100 2024-11-22T23:35:32,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:32,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:32,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:32,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:32,084 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732318492693: test-1732318492693; 2024-11-22T23:35:32,084 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17323184926931 2024-11-22T23:35:32,085 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17323184926931,, stopping at row=ns2:test-17323184926931 ,, for max=2147483647 with caching=100 2024-11-22T23:35:32,088 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17323184926931: ns2:test-17323184926931; 2024-11-22T23:35:32,088 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T23:35:32,088 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/partitions_af8ab0c7-2a13-476c-ad85-042672b61da8 2024-11-22T23:35:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741896_1072 (size=192) 2024-11-22T23:35:32,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:32,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:32,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-13797494031560553506.jar 2024-11-22T23:35:33,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:35:33,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:35:33,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:35:33,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:35:33,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:35:33,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:35:33,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:35:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:35:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:35:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:35:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:35:33,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:33,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:33,412 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732318492693,ns2:test-17323184926931 2024-11-22T23:35:33,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:35:33,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:35:33,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:33,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:33,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:33,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:35:34,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-11224868898726920800.jar 2024-11-22T23:35:34,282 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:35:34,310 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 for WAL files 2024-11-22T23:35:34,312 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 2024-11-22T23:35:34,313 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 for WAL files 2024-11-22T23:35:34,314 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 2024-11-22T23:35:34,403 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local545469806_0003_913d0cb0-883f-40a4-82d8-bae1b5a3b0a9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:35:34,403 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local545469806_0003_913d0cb0-883f-40a4-82d8-bae1b5a3b0a9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:35:34,493 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 for hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 (-9223372036854775808:9223372036854775807) length:30490 2024-11-22T23:35:34,514 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T23:35:34,514 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T23:35:34,551 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 for hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 (-9223372036854775808:9223372036854775807) length:1198 2024-11-22T23:35:34,556 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T23:35:34,556 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T23:35:34,631 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fea20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:34,631 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:34,631 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:34,632 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f374b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:34,634 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c729853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:34,635 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:34,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:34,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:34,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:34,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17323184926931', row='row-t20', locateType=CURRENT is [region=ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:35:34,639 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T23:35:34,639 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:35:34,639 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:34,639 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:34,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:34,639 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-22T23:35:34,640 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:35:34,644 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/backupUT/.tmp/backup_1732318525861/_temporary/0/_temporary/attempt_local545469806_0003_r_000000_0/ns2/test-17323184926931/f/6723e4074f8a4f958539a14b3e6c455b is 38, key is row-t20/f:q1/1732318524491/Put/seqid=0 2024-11-22T23:35:34,647 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:35:34,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741897_1073 (size=5274) 2024-11-22T23:35:35,081 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6626c9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:35,081 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:35,081 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:35,082 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:35,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:35,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:35,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62140e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:35,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:35,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:35,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:35,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:35,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2137c5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:35,084 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:35,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:35,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:35,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:35,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732318492693', row='row-test-1732318492693-1-0', locateType=CURRENT is [region=test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., hostname=5746ba078b28,35349,1732318484606, seqNum=107] 2024-11-22T23:35:35,089 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T23:35:35,089 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:35:35,089 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:35,089 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:35,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:35,089 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-1-0] 2024-11-22T23:35:35,089 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:35:35,101 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5deca848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:35,101 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:35,101 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:35,102 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7139af0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:35,104 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:35,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c07ee01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:35,105 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:35,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:35,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:35,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732318492693', row='row-test-1732318492693-3-0', locateType=CURRENT is [region=test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., hostname=5746ba078b28,35349,1732318484606, seqNum=107] 2024-11-22T23:35:35,109 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T23:35:35,109 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:35:35,109 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:35,109 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:35,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:35,109 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-3-0] 2024-11-22T23:35:35,109 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:35:35,123 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/backupUT/.tmp/backup_1732318525861/_temporary/0/_temporary/attempt_local545469806_0003_r_000001_0/default/test-1732318492693/f/c644ba71834740d18b3264d698572fed is 59, key is row-test-1732318492693-1-10/f:q1/1732318524085/Put/seqid=0 2024-11-22T23:35:35,124 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:35:35,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741898_1074 (size=10769) 2024-11-22T23:35:35,530 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/backupUT/.tmp/backup_1732318525861/_temporary/0/_temporary/attempt_local545469806_0003_r_000001_0/default/test-1732318492693/mob/292282b2fe1c4a4c8344a047056cc58d is 63, key is row-test-1732318492693-3-100/mob:q1/1732318524451/Put/seqid=0 2024-11-22T23:35:35,561 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:35:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741899_1075 (size=11810) 2024-11-22T23:35:36,452 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37621/backupUT 2024-11-22T23:35:36,452 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732318525861 2024-11-22T23:35:36,452 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-22T23:35:36,470 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37621/backupUT/.tmp/backup_1732318525861, hdfs://localhost:37621/backupUT] 2024-11-22T23:35:36,537 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:35:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741900_1076 (size=5274) 2024-11-22T23:35:37,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741901_1077 (size=10769) 2024-11-22T23:35:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741902_1078 (size=11810) 2024-11-22T23:35:37,644 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-22T23:35:37,647 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732318525861 2024-11-22T23:35:37,648 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-22T23:35:37,648 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1512864131_0004 completed: true true 2024-11-22T23:35:37,649 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3825502 FILE: Number of bytes written=6191565 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-22T23:35:37,649 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37621/backupUT/.tmp/backup_1732318525861 to hdfs://localhost:37621/backupUT finished. 2024-11-22T23:35:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17323184926931:', locateType=CURRENT is [region=backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:35:37,667 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732318525861 2024-11-22T23:35:37,670 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732318503914} 2024-11-22T23:35:37,670 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T23:35:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741903_1079 (size=384) 2024-11-22T23:35:37,676 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37621/backupUT/backup_1732318525861/.backup.manifest 2024-11-22T23:35:37,676 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732318525861 finished: type=INCREMENTAL,tablelist=ns2:test-17323184926931;test-1732318492693,targetRootDir=hdfs://localhost:37621/backupUT,startts=1732318530138,completets=1732318537667,bytescopied=0 2024-11-22T23:35:37,676 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T23:35:37,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T23:35:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T23:35:37,686 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T23:35:37,689 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T23:35:37,692 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732318525861 completed. 2024-11-22T23:35:37,692 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-22T23:35:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:37,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:37,714 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37621/backupUT/backup_1732318525861/.backup.manifest 2024-11-22T23:35:37,718 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732318525861/.backup.manifest 2024-11-22T23:35:37,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732318492693 from 'test-1732318492693', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732318492693', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:35:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732318492693 2024-11-22T23:35:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741904_1080 (size=908) 2024-11-22T23:35:37,979 INFO [master/5746ba078b28:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T23:35:37,979 INFO [master/5746ba078b28:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T23:35:38,139 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/.tabledesc/.tableinfo.0000000003.950 2024-11-22T23:35:38,139 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/.tabledesc/.tableinfo.0000000004.908 2024-11-22T23:35:38,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732318492693}] 2024-11-22T23:35:38,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE}] 2024-11-22T23:35:38,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE 2024-11-22T23:35:38,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=CLOSING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:38,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE because future has completed 2024-11-22T23:35:38,153 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:35:38,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:35:38,306 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,306 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:35:38,307 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 43ec2b9b1ec0c32e2bf4dbd3047c7aad, disabling compactions & flushes 2024-11-22T23:35:38,307 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:38,307 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:38,307 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. after waiting 0 ms 2024-11-22T23:35:38,307 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:38,315 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-22T23:35:38,316 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:35:38,316 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:38,317 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: Waiting for close lock at 1732318538306Running coprocessor pre-close hooks at 1732318538307 (+1 ms)Disabling compacts and flushes for region at 1732318538307Disabling writes for close at 1732318538307Writing region close event to WAL at 1732318538308 (+1 ms)Running coprocessor post-close hooks at 1732318538316 (+8 ms)Closed at 1732318538316 2024-11-22T23:35:38,317 WARN [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 43ec2b9b1ec0c32e2bf4dbd3047c7aad to self. 2024-11-22T23:35:38,319 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=CLOSED 2024-11-22T23:35:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:35:38,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T23:35:38,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 in 170 msec 2024-11-22T23:35:38,325 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE; state=CLOSED, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=true 2024-11-22T23:35:38,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:38,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE because future has completed 2024-11-22T23:35:38,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:35:38,639 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:38,639 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 43ec2b9b1ec0c32e2bf4dbd3047c7aad, NAME => 'test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:35:38,640 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:35:38,640 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732318492693 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,640 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:35:38,640 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,640 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,643 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,644 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43ec2b9b1ec0c32e2bf4dbd3047c7aad columnFamilyName f 2024-11-22T23:35:38,644 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:38,653 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:35:38,659 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e 2024-11-22T23:35:38,659 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(327): Store=43ec2b9b1ec0c32e2bf4dbd3047c7aad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:38,659 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,661 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43ec2b9b1ec0c32e2bf4dbd3047c7aad columnFamilyName f2 2024-11-22T23:35:38,661 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:38,662 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(327): Store=43ec2b9b1ec0c32e2bf4dbd3047c7aad/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:38,662 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,663 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43ec2b9b1ec0c32e2bf4dbd3047c7aad columnFamilyName mob 2024-11-22T23:35:38,663 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:38,670 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822 2024-11-22T23:35:38,674 DEBUG [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c 2024-11-22T23:35:38,674 INFO [StoreOpener-43ec2b9b1ec0c32e2bf4dbd3047c7aad-1 {}] regionserver.HStore(327): Store=43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:35:38,675 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,675 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,676 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,677 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,677 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,678 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732318492693 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:35:38,679 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,680 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 43ec2b9b1ec0c32e2bf4dbd3047c7aad; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10073163840, jitterRate=-0.06186351180076599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:35:38,680 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:38,684 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: Running coprocessor pre-open hook at 1732318538640Writing region info on filesystem at 1732318538641 (+1 ms)Initializing all the Stores at 1732318538642 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318538642Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318538642Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318538642Cleaning up temporary data from old regions at 1732318538677 (+35 ms)Running coprocessor post-open hooks at 1732318538680 (+3 ms)Region opened successfully at 1732318538683 (+3 ms) 2024-11-22T23:35:38,684 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., pid=46, masterSystemTime=1732318538634 2024-11-22T23:35:38,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=43ec2b9b1ec0c32e2bf4dbd3047c7aad, regionState=OPEN, openSeqNum=338, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:35:38,687 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:38,687 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:38,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:35:38,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-22T23:35:38,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad, server=5746ba078b28,35349,1732318484606 in 209 msec 2024-11-22T23:35:38,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-22T23:35:38,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732318492693, region=43ec2b9b1ec0c32e2bf4dbd3047c7aad, REOPEN/MOVE in 544 msec 2024-11-22T23:35:38,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T23:35:38,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732318492693 in 549 msec 2024-11-22T23:35:38,699 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732318492693 2024-11-22T23:35:38,704 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 2024-11-22T23:35:38,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732318492693 in 985 msec 2024-11-22T23:35:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:35:38,708 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732318492693 completed 2024-11-22T23:35:38,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,749 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T23:35:38,754 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732318538709 2024-11-22T23:35:38,756 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732318525861} 2024-11-22T23:35:38,756 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732318503914} 2024-11-22T23:35:38,756 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-22T23:35:38,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,803 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732318492693 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732318492693 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:35:38,806 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732318538709,startts=0,failedts=1732318538804,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732318492693 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-22T23:35:38,807 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-22T23:35:38,809 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-22T23:35:38,809 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T23:35:38,810 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-22T23:35:38,810 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-22T23:35:38,812 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T23:35:38,815 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732318538709 failed. 2024-11-22T23:35:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:38,833 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732318492693, ns2:test-17323184926931, ns3:test-17323184926932, ns4:test-17323184926933] 2024-11-22T23:35:38,834 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T23:35:38,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:35:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318538838 (current time:1732318538838). 2024-11-22T23:35:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T23:35:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5807aede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:38,839 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:38,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5443e8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:38,841 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c722e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:38,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:38,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:38,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:38,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:35:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-22T23:35:38,849 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T23:35:38,850 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:38,853 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741905_1081 (size=52) 2024-11-22T23:35:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T23:35:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T23:35:39,260 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:39,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231}] 2024-11-22T23:35:39,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:39,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-22T23:35:39,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:39,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing ff70e8263b104ff4c8997f7e88aba231 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-22T23:35:39,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/1ca62420907044a085a5a3427ee92bcb is 158, key is trslm:hdfs://localhost:37621/backupUT\x00ns2:test-17323184926931/meta:log-roll-map/1732318537656/Put/seqid=0 2024-11-22T23:35:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741906_1082 (size=5745) 2024-11-22T23:35:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T23:35:39,829 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/1ca62420907044a085a5a3427ee92bcb 2024-11-22T23:35:39,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/ddc6f3c83dd746a88f91174e666d7ef2 is 1245, key is session:backup_1732318538709/session:context/1732318538811/Put/seqid=0 2024-11-22T23:35:39,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741907_1083 (size=6682) 2024-11-22T23:35:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T23:35:40,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/ddc6f3c83dd746a88f91174e666d7ef2 2024-11-22T23:35:40,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/1ca62420907044a085a5a3427ee92bcb as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/1ca62420907044a085a5a3427ee92bcb 2024-11-22T23:35:40,265 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/1ca62420907044a085a5a3427ee92bcb, entries=4, sequenceid=31, filesize=5.6 K 2024-11-22T23:35:40,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/ddc6f3c83dd746a88f91174e666d7ef2 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/ddc6f3c83dd746a88f91174e666d7ef2 2024-11-22T23:35:40,273 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/ddc6f3c83dd746a88f91174e666d7ef2, entries=3, sequenceid=31, filesize=6.5 K 2024-11-22T23:35:40,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for ff70e8263b104ff4c8997f7e88aba231 in 859ms, sequenceid=31, compaction requested=true 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for ff70e8263b104ff4c8997f7e88aba231: 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. for snapshot_backup_system completed. 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.' region-info for snapshot=snapshot_backup_system 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/1ca62420907044a085a5a3427ee92bcb] hfiles 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998 for snapshot=snapshot_backup_system 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/1ca62420907044a085a5a3427ee92bcb for snapshot=snapshot_backup_system 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/ddc6f3c83dd746a88f91174e666d7ef2] hfiles 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5 for snapshot=snapshot_backup_system 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7 for snapshot=snapshot_backup_system 2024-11-22T23:35:40,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/ddc6f3c83dd746a88f91174e666d7ef2 for snapshot=snapshot_backup_system 2024-11-22T23:35:40,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741908_1084 (size=251) 2024-11-22T23:35:40,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:35:40,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T23:35:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T23:35:40,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:40,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:35:40,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T23:35:40,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 in 1.4260 sec 2024-11-22T23:35:40,690 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:40,691 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:40,692 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:40,692 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T23:35:40,694 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T23:35:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741909_1085 (size=888) 2024-11-22T23:35:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T23:35:41,111 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:41,122 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:41,123 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_backup_system 2024-11-22T23:35:41,125 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:41,125 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-22T23:35:41,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2780 sec 2024-11-22T23:35:41,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 25bec2cad8ca71debe8a793a7b7661d4, had cached 0 bytes from a total of 8413 2024-11-22T23:35:41,741 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:35:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T23:35:43,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T23:35:43,029 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732318538816 started at 1732318543029. 2024-11-22T23:35:43,034 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732318538816 has been started. 2024-11-22T23:35:43,042 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-22T23:35:43,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T23:35:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T23:35:43,043 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T23:35:43,043 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T23:35:43,043 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T23:35:43,043 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T23:35:43,044 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,044 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:43,106 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:35:43,107 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:35:43,107 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:35:43,108 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,108 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T23:35:43,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:43,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T23:35:43,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:43,110 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T23:35:43,111 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T23:35:43,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T23:35:43,111 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T23:35:43,111 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T23:35:43,112 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T23:35:43,112 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T23:35:43,112 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T23:35:43,123 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:43,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:43,123 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,123 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T23:35:43,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:43,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:43,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:43,125 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,125 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:43,125 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T23:35:43,125 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1a8f34cf[Count = 0] remaining members to acquire global barrier 2024-11-22T23:35:43,125 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T23:35:43,125 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,135 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,135 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T23:35:43,135 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,135 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T23:35:43,135 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T23:35:43,135 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,136 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732318530235 highest: 1732318530275 on 5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,136 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0:(num 1732318530235) roll requested 2024-11-22T23:35:43,151 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136, exclude list is [], retry=0 2024-11-22T23:35:43,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:43,155 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 2024-11-22T23:35:43,155 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:43,155 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235 is not closed yet, will try archiving it next time 2024-11-22T23:35:43,155 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.meta:.meta(num 1732318530258) roll requested 2024-11-22T23:35:43,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235 not finished, retry = 0 2024-11-22T23:35:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741889_1065 (size=93) 2024-11-22T23:35:43,168 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta, exclude list is [], retry=0 2024-11-22T23:35:43,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:43,172 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318530258.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta 2024-11-22T23:35:43,173 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:43,173 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318530258.meta is not closed yet, will try archiving it next time 2024-11-22T23:35:43,173 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1:(num 1732318530275) roll requested 2024-11-22T23:35:43,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318530258.meta not finished, retry = 0 2024-11-22T23:35:43,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741890_1066 (size=1903) 2024-11-22T23:35:43,186 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173, exclude list is [], retry=0 2024-11-22T23:35:43,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:35:43,190 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 2024-11-22T23:35:43,190 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:35:43,190 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275 is not closed yet, will try archiving it next time 2024-11-22T23:35:43,190 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318510783 2024-11-22T23:35:43,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275 not finished, retry = 0 2024-11-22T23:35:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741891_1067 (size=4927) 2024-11-22T23:35:43,196 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T23:35:43,196 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732318543136 on 5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:35:43,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:35:43,211 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T23:35:43,212 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '5746ba078b28,35349,1732318484606' in zk 2024-11-22T23:35:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,239 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T23:35:43,240 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:35:43,240 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T23:35:43,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:43,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:43,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:43,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:43,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:43,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:43,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:43,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5746ba078b28,35349,1732318484606': 2024-11-22T23:35:43,243 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T23:35:43,243 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5746ba078b28,35349,1732318484606' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T23:35:43,243 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T23:35:43,244 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T23:35:43,244 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T23:35:43,244 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T23:35:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:35:43,252 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:35:43,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:35:43,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:35:43,252 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:35:43,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:35:43,253 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:43,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:35:43,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:43,254 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,254 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,254 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:35:43,254 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:35:43,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,257 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318530235 2024-11-22T23:35:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:35:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:35:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:35:43,265 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:35:43,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:35:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:35:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:35:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:35:43,265 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:35:43,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T23:35:43,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T23:35:43,265 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:35:43,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:35:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T23:35:43,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-22T23:35:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318543282 (current time:1732318543282). 2024-11-22T23:35:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732318543281_backup_system_bulk VERSION not specified, setting to 2 2024-11-22T23:35:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7770109c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:43,283 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c32752d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:43,285 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:43,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574938a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:43,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:43,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:43,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:43,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:43,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-22T23:35:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-22T23:35:43,292 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T23:35:43,293 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:43,296 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:43,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741913_1089 (size=76) 2024-11-22T23:35:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T23:35:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T23:35:43,706 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:43,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8392050d68047231bf185d34acdc1299}] 2024-11-22T23:35:43,710 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:43,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T23:35:43,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-22T23:35:43,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:43,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 8392050d68047231bf185d34acdc1299: 2024-11-22T23:35:43,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. for snapshot_1732318543281_backup_system_bulk completed. 2024-11-22T23:35:43,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299.' region-info for snapshot=snapshot_1732318543281_backup_system_bulk 2024-11-22T23:35:43,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:43,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T23:35:43,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T23:35:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741914_1090 (size=61) 2024-11-22T23:35:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T23:35:44,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:35:44,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T23:35:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T23:35:44,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732318543281_backup_system_bulk on region 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:44,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8392050d68047231bf185d34acdc1299 2024-11-22T23:35:44,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T23:35:44,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8392050d68047231bf185d34acdc1299 in 569 msec 2024-11-22T23:35:44,280 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:44,281 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:44,282 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:44,282 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732318543281_backup_system_bulk 2024-11-22T23:35:44,282 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318543281_backup_system_bulk 2024-11-22T23:35:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741915_1091 (size=702) 2024-11-22T23:35:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T23:35:44,698 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:44,706 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:44,707 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318543281_backup_system_bulk to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318543281_backup_system_bulk 2024-11-22T23:35:44,708 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:44,708 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-22T23:35:44,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732318543281_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4170 sec 2024-11-22T23:35:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T23:35:45,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-22T23:35:45,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } 2024-11-22T23:35:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318545441 (current time:1732318545441). 2024-11-22T23:35:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732318545439_ns3_test-17323184926932 VERSION not specified, setting to 2 2024-11-22T23:35:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b06de18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:45,445 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f5b565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:45,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:45,449 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4a5fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:45,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:45,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:45,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:45,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:45,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } 2024-11-22T23:35:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-22T23:35:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T23:35:45,457 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:45,458 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:45,461 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741916_1092 (size=86) 2024-11-22T23:35:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T23:35:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T23:35:45,909 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:45,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8c6521d387705f3527ce9d2217832b7}] 2024-11-22T23:35:45,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:35:46,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-22T23:35:46,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:35:46,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for a8c6521d387705f3527ce9d2217832b7: 2024-11-22T23:35:46,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. for snapshot_1732318545439_ns3_test-17323184926932 completed. 2024-11-22T23:35:46,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7.' region-info for snapshot=snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:35:46,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:46,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T23:35:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741917_1093 (size=52) 2024-11-22T23:35:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T23:35:46,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:35:46,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T23:35:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T23:35:46,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732318545439_ns3_test-17323184926932 on region a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:35:46,480 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:35:46,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-22T23:35:46,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a8c6521d387705f3527ce9d2217832b7 in 573 msec 2024-11-22T23:35:46,486 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:46,487 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:46,489 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:46,489 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:35:46,490 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:35:46,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741918_1094 (size=443) 2024-11-22T23:35:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T23:35:46,902 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:46,907 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:46,908 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318545439_ns3_test-17323184926932 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:35:46,909 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:46,909 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-22T23:35:46,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732318545439_ns3_test-17323184926932 table=ns3:test-17323184926932 type=FLUSH ttl=0 } in 1.4550 sec 2024-11-22T23:35:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T23:35:47,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17323184926932 completed 2024-11-22T23:35:47,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } 2024-11-22T23:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318547611 (current time:1732318547611). 2024-11-22T23:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732318547609_ns2_test-17323184926931 VERSION not specified, setting to 2 2024-11-22T23:35:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0719ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:47,617 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:47,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:47,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:47,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3b35b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:47,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:47,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:47,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:47,621 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:47,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6ac3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:47,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:47,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:47,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:47,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:47,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } 2024-11-22T23:35:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-22T23:35:47,628 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T23:35:47,629 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:47,632 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:47,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741919_1095 (size=86) 2024-11-22T23:35:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T23:35:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T23:35:48,041 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:48,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4}] 2024-11-22T23:35:48,043 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:35:48,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-22T23:35:48,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:35:48,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2902): Flushing 25bec2cad8ca71debe8a793a7b7661d4 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-22T23:35:48,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/.tmp/f/9d0122147abc4f7b963c4861a1f5f9fa is 38, key is row-t20/f:q1/1732318524491/Put/seqid=0 2024-11-22T23:35:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741920_1096 (size=5134) 2024-11-22T23:35:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T23:35:48,613 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/.tmp/f/9d0122147abc4f7b963c4861a1f5f9fa 2024-11-22T23:35:48,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/.tmp/f/9d0122147abc4f7b963c4861a1f5f9fa as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/9d0122147abc4f7b963c4861a1f5f9fa 2024-11-22T23:35:48,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/9d0122147abc4f7b963c4861a1f5f9fa, entries=5, sequenceid=111, filesize=5.0 K 2024-11-22T23:35:48,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 25bec2cad8ca71debe8a793a7b7661d4 in 440ms, sequenceid=111, compaction requested=false 2024-11-22T23:35:48,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 25bec2cad8ca71debe8a793a7b7661d4: 2024-11-22T23:35:48,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. for snapshot_1732318547609_ns2_test-17323184926931 completed. 2024-11-22T23:35:48,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4.' region-info for snapshot=snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:48,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:48,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/9d0122147abc4f7b963c4861a1f5f9fa] hfiles 2024-11-22T23:35:48,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 for snapshot=snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:48,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/9d0122147abc4f7b963c4861a1f5f9fa for snapshot=snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741921_1097 (size=130) 2024-11-22T23:35:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T23:35:49,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:35:49,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T23:35:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T23:35:49,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732318547609_ns2_test-17323184926931 on region 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:35:49,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:35:49,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T23:35:49,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 25bec2cad8ca71debe8a793a7b7661d4 in 1.0100 sec 2024-11-22T23:35:49,056 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:49,057 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:49,058 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:49,058 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:49,059 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:49,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741922_1098 (size=496) 2024-11-22T23:35:49,475 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:49,483 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:49,484 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318547609_ns2_test-17323184926931 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:49,486 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:49,486 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-22T23:35:49,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732318547609_ns2_test-17323184926931 table=ns2:test-17323184926931 type=FLUSH ttl=0 } in 1.8600 sec 2024-11-22T23:35:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T23:35:49,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17323184926931 completed 2024-11-22T23:35:49,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } 2024-11-22T23:35:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318549781 (current time:1732318549781). 2024-11-22T23:35:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732318549779_default_test-1732318492693 VERSION not specified, setting to 2 2024-11-22T23:35:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564642d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:49,785 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:49,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:49,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3975d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:49,788 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:49,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573c42a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:49,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:49,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:49,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:49,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } 2024-11-22T23:35:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-22T23:35:49,796 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T23:35:49,797 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:49,800 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741923_1099 (size=84) 2024-11-22T23:35:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T23:35:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T23:35:50,209 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:50,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad}] 2024-11-22T23:35:50,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:50,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff70e8263b104ff4c8997f7e88aba231, had cached 0 bytes from a total of 28925 2024-11-22T23:35:50,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-22T23:35:50,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:50,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: 2024-11-22T23:35:50,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. for snapshot_1732318549779_default_test-1732318492693 completed. 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad.' region-info for snapshot=snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e] hfiles 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 for snapshot=snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e for snapshot=snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822] hfiles 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c for snapshot=snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:50,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822 for snapshot=snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741924_1100 (size=224) 2024-11-22T23:35:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T23:35:50,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:35:50,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T23:35:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-22T23:35:50,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732318549779_default_test-1732318492693 on region 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:50,775 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:50,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-22T23:35:50,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 567 msec 2024-11-22T23:35:50,780 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:50,782 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:50,784 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-22T23:35:50,784 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-22T23:35:50,784 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:50,785 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-22T23:35:50,786 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:50,786 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-22T23:35:50,786 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:35:50,787 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad] hfiles 2024-11-22T23:35:50,787 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:35:50,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741925_1101 (size=168) 2024-11-22T23:35:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T23:35:51,233 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:51,234 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:51,236 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741926_1102 (size=1305) 2024-11-22T23:35:51,661 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:51,671 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:51,671 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318549779_default_test-1732318492693 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:35:51,673 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:51,673 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-22T23:35:51,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732318549779_default_test-1732318492693 table=test-1732318492693 type=FLUSH ttl=0 } in 1.8790 sec 2024-11-22T23:35:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T23:35:51,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732318492693 completed 2024-11-22T23:35:51,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } 2024-11-22T23:35:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318551951 (current time:1732318551951). 2024-11-22T23:35:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:35:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732318551949_ns4_test-17323184926933 VERSION not specified, setting to 2 2024-11-22T23:35:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1c384c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:35:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:35:51,956 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:35:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:35:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:35:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254f6ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:35:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:35:51,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:51,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:35:51,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f10d3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:35:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:35:51,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:35:51,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:35:51,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:35:51,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:35:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:35:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:35:51,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:35:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:35:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } 2024-11-22T23:35:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-22T23:35:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T23:35:51,965 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:35:51,966 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:35:51,968 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:35:51,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741927_1103 (size=86) 2024-11-22T23:35:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T23:35:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T23:35:52,377 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:35:52,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94dfb5916d0c1463ce09973d2999fe2e}] 2024-11-22T23:35:52,379 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:52,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-22T23:35:52,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:52,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 94dfb5916d0c1463ce09973d2999fe2e: 2024-11-22T23:35:52,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. for snapshot_1732318551949_ns4_test-17323184926933 completed. 2024-11-22T23:35:52,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e.' region-info for snapshot=snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:35:52,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:35:52,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T23:35:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741928_1104 (size=52) 2024-11-22T23:35:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T23:35:52,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:35:52,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-22T23:35:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-22T23:35:52,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732318551949_ns4_test-17323184926933 on region 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:52,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:35:52,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T23:35:52,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94dfb5916d0c1463ce09973d2999fe2e in 573 msec 2024-11-22T23:35:52,955 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:35:52,956 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:35:52,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:35:52,957 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:35:52,958 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:35:52,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741929_1105 (size=443) 2024-11-22T23:35:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T23:35:53,376 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:35:53,387 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:35:53,388 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_1732318551949_ns4_test-17323184926933 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:35:53,390 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:35:53,390 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-22T23:35:53,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732318551949_ns4_test-17323184926933 table=ns4:test-17323184926933 type=FLUSH ttl=0 } in 1.4270 sec 2024-11-22T23:35:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T23:35:54,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17323184926933 completed 2024-11-22T23:35:54,109 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732318538816 2024-11-22T23:35:54,109 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-22T23:35:54,109 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-22T23:35:54,110 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732318538816_backup:system_bulk 2024-11-22T23:35:54,110 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732318543281_backup_system_bulk to hdfs://localhost:37621/backupUT/backup_1732318538816/backup/system_bulk/ 2024-11-22T23:35:54,110 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T23:35:54,142 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37621, inputRoot=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:54,143 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1701319437_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37621/backupUT/backup_1732318538816/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37621/backupUT/backup_1732318538816/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732318543281_backup_system_bulk 2024-11-22T23:35:54,144 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-22T23:35:54,148 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318543281_backup_system_bulk to hdfs://localhost:37621/backupUT/backup_1732318538816/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732318543281_backup_system_bulk 2024-11-22T23:35:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741930_1106 (size=76) 2024-11-22T23:35:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741931_1107 (size=702) 2024-11-22T23:35:54,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:54,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:54,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-16640269901212144599.jar 2024-11-22T23:35:55,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:55,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:35:55,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:35:55,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:35:55,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:35:55,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:35:55,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:35:55,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:35:55,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:35:55,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:35:55,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:35:55,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:35:55,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:55,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:55,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:55,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:55,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:55,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:55,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:55,468 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:35:55,492 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732318543281_backup_system_bulk' hfile list 2024-11-22T23:35:55,574 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1205228599_0005_1979855d-e122-49a4-a29e-adb163441571/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:35:55,574 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1205228599_0005_1979855d-e122-49a4-a29e-adb163441571/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:35:56,617 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-22T23:35:56,619 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-22T23:35:56,630 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732318543281_backup_system_bulk 2024-11-22T23:35:56,630 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732318543281_backup_system_bulk finished. 2024-11-22T23:35:56,630 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732318538816_ns3:test-17323184926932 2024-11-22T23:35:56,630 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732318545439_ns3_test-17323184926932 to hdfs://localhost:37621/backupUT/backup_1732318538816/ns3/test-17323184926932/ 2024-11-22T23:35:56,630 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T23:35:56,658 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37621, inputRoot=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:56,658 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1701319437_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37621/backupUT/backup_1732318538816/ns3/test-17323184926932, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37621/backupUT/backup_1732318538816/ns3/test-17323184926932/.hbase-snapshot/.tmp/snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:35:56,660 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-22T23:35:56,663 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318545439_ns3_test-17323184926932 to hdfs://localhost:37621/backupUT/backup_1732318538816/ns3/test-17323184926932/.hbase-snapshot/.tmp/snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:35:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741932_1108 (size=86) 2024-11-22T23:35:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741933_1109 (size=443) 2024-11-22T23:35:57,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-3697670638478391867.jar 2024-11-22T23:35:57,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:57,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:35:57,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:35:57,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:35:57,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:35:57,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:35:57,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:35:57,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:35:57,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:35:57,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:35:57,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:35:57,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:35:57,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:57,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:57,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:57,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:57,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:35:57,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:57,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:35:57,982 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:35:58,008 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732318545439_ns3_test-17323184926932' hfile list 2024-11-22T23:35:58,096 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1961405806_0006_43977759-a52d-45ec-ac51-2b07341b7e58/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:35:58,096 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1961405806_0006_43977759-a52d-45ec-ac51-2b07341b7e58/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:35:59,137 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-22T23:35:59,140 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-22T23:35:59,150 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:35:59,150 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732318545439_ns3_test-17323184926932 finished. 2024-11-22T23:35:59,150 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732318538816_ns2:test-17323184926931 2024-11-22T23:35:59,150 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732318547609_ns2_test-17323184926931 to hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/ 2024-11-22T23:35:59,150 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T23:35:59,177 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37621, inputRoot=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:35:59,177 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1701319437_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/.hbase-snapshot/.tmp/snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:59,179 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-22T23:35:59,184 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318547609_ns2_test-17323184926931 to hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/.hbase-snapshot/.tmp/snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:35:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741934_1110 (size=496) 2024-11-22T23:35:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741935_1111 (size=86) 2024-11-22T23:35:59,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:59,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:35:59,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-4543657786630976643.jar 2024-11-22T23:36:00,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:00,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:00,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:00,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:00,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:00,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:00,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:00,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:00,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:00,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:00,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:00,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:00,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:00,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:00,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:00,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:00,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:00,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:00,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:00,507 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:00,531 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732318547609_ns2_test-17323184926931' hfile list 2024-11-22T23:36:00,533 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-22T23:36:00,612 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local664516462_0007_52ceb799-f910-4981-a1b3-3c52a760697f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:00,612 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local664516462_0007_52ceb799-f910-4981-a1b3-3c52a760697f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:00,679 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-22T23:36:00,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741936_1112 (size=8413) 2024-11-22T23:36:01,116 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 output=hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 2024-11-22T23:36:01,116 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-22T23:36:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741937_1113 (size=5134) 2024-11-22T23:36:01,543 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/9d0122147abc4f7b963c4861a1f5f9fa output=hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/9d0122147abc4f7b963c4861a1f5f9fa 2024-11-22T23:36:01,543 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-22T23:36:01,652 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-22T23:36:01,653 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-22T23:36:01,663 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:36:01,663 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732318547609_ns2_test-17323184926931 finished. 2024-11-22T23:36:01,663 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732318538816_test-1732318492693 2024-11-22T23:36:01,664 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732318549779_default_test-1732318492693 to hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/ 2024-11-22T23:36:01,664 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T23:36:01,692 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37621, inputRoot=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:01,692 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1701319437_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/.hbase-snapshot/.tmp/snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:36:01,694 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-22T23:36:01,700 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318549779_default_test-1732318492693 to hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/.hbase-snapshot/.tmp/snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:36:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741938_1114 (size=84) 2024-11-22T23:36:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741939_1115 (size=1305) 2024-11-22T23:36:02,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-5751311471387369669.jar 2024-11-22T23:36:02,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:02,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:02,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:02,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:02,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:02,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:02,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:02,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:02,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:02,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:02,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:02,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:02,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:02,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:02,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:02,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:02,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:02,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:02,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:03,019 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:03,043 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732318549779_default_test-1732318492693' hfile list 2024-11-22T23:36:03,045 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-22T23:36:03,119 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local74074397_0008_66e143f6-e8f7-4edf-9558-635c2331a6d3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:03,119 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local74074397_0008_66e143f6-e8f7-4edf-9558-635c2331a6d3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:03,194 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-22T23:36:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741940_1116 (size=13760) 2024-11-22T23:36:03,631 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822 output=hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822 2024-11-22T23:36:03,631 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-22T23:36:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741941_1117 (size=10796) 2024-11-22T23:36:04,059 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e output=hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e 2024-11-22T23:36:04,059 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-22T23:36:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741942_1118 (size=8413) 2024-11-22T23:36:04,496 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 output=hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:36:04,496 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-22T23:36:04,515 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad to hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad" truncated to max limit (512 characters) 2024-11-22T23:36:04,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741943_1119 (size=5591) 2024-11-22T23:36:04,931 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad output=hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:36:04,931 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-22T23:36:04,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741944_1120 (size=5484) 2024-11-22T23:36:05,362 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c output=hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c 2024-11-22T23:36:05,362 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-22T23:36:06,164 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-22T23:36:06,165 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-22T23:36:06,177 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:36:06,177 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732318549779_default_test-1732318492693 finished. 2024-11-22T23:36:06,178 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732318538816_ns4:test-17323184926933 2024-11-22T23:36:06,178 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732318551949_ns4_test-17323184926933 to hdfs://localhost:37621/backupUT/backup_1732318538816/ns4/test-17323184926933/ 2024-11-22T23:36:06,178 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T23:36:06,206 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37621, inputRoot=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:06,206 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1701319437_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37621/backupUT/backup_1732318538816/ns4/test-17323184926933, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37621/backupUT/backup_1732318538816/ns4/test-17323184926933/.hbase-snapshot/.tmp/snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:36:06,208 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-22T23:36:06,212 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_1732318551949_ns4_test-17323184926933 to hdfs://localhost:37621/backupUT/backup_1732318538816/ns4/test-17323184926933/.hbase-snapshot/.tmp/snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:36:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741945_1121 (size=443) 2024-11-22T23:36:06,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741946_1122 (size=86) 2024-11-22T23:36:06,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:06,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:06,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-6711065778356673015.jar 2024-11-22T23:36:07,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:07,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:07,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:07,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:07,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:07,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:07,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:07,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:07,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:07,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:07,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:07,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:07,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:07,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:07,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:07,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:07,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T23:36:07,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:07,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:07,526 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:07,552 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732318551949_ns4_test-17323184926933' hfile list 2024-11-22T23:36:07,632 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1997338570_0009_159fbd55-bee9-4036-957b-5a7e8c958034/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:07,632 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1997338570_0009_159fbd55-bee9-4036-957b-5a7e8c958034/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:08,671 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-22T23:36:08,674 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-22T23:36:08,682 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:36:08,682 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732318551949_ns4_test-17323184926933 finished. 2024-11-22T23:36:08,682 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-22T23:36:08,682 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17323184926932 2024-11-22T23:36:08,683 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17323184926931 2024-11-22T23:36:08,683 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732318492693 2024-11-22T23:36:08,683 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17323184926933 2024-11-22T23:36:08,692 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732318538816 2024-11-22T23:36:08,692 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-22T23:36:08,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741947_1123 (size=209) 2024-11-22T23:36:09,099 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37621/backupUT/backup_1732318538816/.backup.manifest 2024-11-22T23:36:09,099 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732318538816 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17323184926932;ns2:test-17323184926931;test-1732318492693;ns4:test-17323184926933,targetRootDir=hdfs://localhost:37621/backupUT,startts=1732318543029,completets=1732318568692,bytescopied=0 2024-11-22T23:36:09,099 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-22T23:36:09,099 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732318543281_backup_system_bulk 2024-11-22T23:36:09,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732318543281_backup_system_bulk" type: DISABLED 2024-11-22T23:36:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732318543281_backup_system_bulk 2024-11-22T23:36:09,110 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732318543281_backup_system_bulk for backup backup_1732318538816 succeeded. 2024-11-22T23:36:09,110 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:36:09,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732318545439_ns3_test-17323184926932" type: DISABLED 2024-11-22T23:36:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732318545439_ns3_test-17323184926932 2024-11-22T23:36:09,114 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732318545439_ns3_test-17323184926932 for backup backup_1732318538816 succeeded. 2024-11-22T23:36:09,114 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:36:09,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732318547609_ns2_test-17323184926931" type: DISABLED 2024-11-22T23:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732318547609_ns2_test-17323184926931 2024-11-22T23:36:09,118 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732318547609_ns2_test-17323184926931 for backup backup_1732318538816 succeeded. 2024-11-22T23:36:09,118 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:36:09,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732318549779_default_test-1732318492693" type: DISABLED 2024-11-22T23:36:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732318549779_default_test-1732318492693 2024-11-22T23:36:09,121 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732318549779_default_test-1732318492693 for backup backup_1732318538816 succeeded. 2024-11-22T23:36:09,121 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:36:09,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732318551949_ns4_test-17323184926933" type: DISABLED 2024-11-22T23:36:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732318551949_ns4_test-17323184926933 2024-11-22T23:36:09,125 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732318551949_ns4_test-17323184926933 for backup backup_1732318538816 succeeded. 2024-11-22T23:36:09,125 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T23:36:09,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T23:36:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T23:36:09,132 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T23:36:09,134 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T23:36:09,140 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732318538816 completed. 2024-11-22T23:36:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:11,742 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:36:14,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,224 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T23:36:14,228 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732318574171 2024-11-22T23:36:14,230 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732318538816} 2024-11-22T23:36:14,230 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T23:36:14,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:14,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:36:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732318574328 (current time:1732318574328). 2024-11-22T23:36:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T23:36:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T23:36:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db3c825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:14,330 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:14,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:14,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:14,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a58d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:14,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:14,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:14,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:14,332 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:14,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f0d658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:14,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:14,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687. 2024-11-22T23:36:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:14,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T23:36:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T23:36:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-22T23:36:14,339 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T23:36:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T23:36:14,340 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T23:36:14,342 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T23:36:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741948_1124 (size=52) 2024-11-22T23:36:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T23:36:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T23:36:14,750 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T23:36:14,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231}] 2024-11-22T23:36:14,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:14,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-22T23:36:14,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:36:14,906 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing ff70e8263b104ff4c8997f7e88aba231 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-22T23:36:14,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/d52c14a4c27e4ca0905dbf7b855bb865 is 158, key is trslm:hdfs://localhost:37621/backupUT\x00ns2:test-17323184926931/meta:log-roll-map/1732318568687/Put/seqid=0 2024-11-22T23:36:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741949_1125 (size=6646) 2024-11-22T23:36:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T23:36:15,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/d52c14a4c27e4ca0905dbf7b855bb865 2024-11-22T23:36:15,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/cef1d2aa0b1e41518baaba086b45935e is 826, key is session:backup_1732318538816/session:context/1732318569133/Put/seqid=0 2024-11-22T23:36:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741950_1126 (size=5928) 2024-11-22T23:36:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T23:36:15,738 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/cef1d2aa0b1e41518baaba086b45935e 2024-11-22T23:36:15,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/d52c14a4c27e4ca0905dbf7b855bb865 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/d52c14a4c27e4ca0905dbf7b855bb865 2024-11-22T23:36:15,759 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/d52c14a4c27e4ca0905dbf7b855bb865, entries=12, sequenceid=42, filesize=6.5 K 2024-11-22T23:36:15,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/cef1d2aa0b1e41518baaba086b45935e as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/cef1d2aa0b1e41518baaba086b45935e 2024-11-22T23:36:15,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/cef1d2aa0b1e41518baaba086b45935e, entries=2, sequenceid=42, filesize=5.8 K 2024-11-22T23:36:15,767 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for ff70e8263b104ff4c8997f7e88aba231 in 860ms, sequenceid=42, compaction requested=true 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for ff70e8263b104ff4c8997f7e88aba231: 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. for snapshot_backup_system completed. 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231.' region-info for snapshot=snapshot_backup_system 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/1ca62420907044a085a5a3427ee92bcb, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/d52c14a4c27e4ca0905dbf7b855bb865] hfiles 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/58912e4c9431495d962a675d7657c998 for snapshot=snapshot_backup_system 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/1ca62420907044a085a5a3427ee92bcb for snapshot=snapshot_backup_system 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/d52c14a4c27e4ca0905dbf7b855bb865 for snapshot=snapshot_backup_system 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/ddc6f3c83dd746a88f91174e666d7ef2, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/cef1d2aa0b1e41518baaba086b45935e] hfiles 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/a7e00cedbd044790b80033c2debd52a5 for snapshot=snapshot_backup_system 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/1f0f2cab4e984412ba7da69067abbcc7 for snapshot=snapshot_backup_system 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/ddc6f3c83dd746a88f91174e666d7ef2 for snapshot=snapshot_backup_system 2024-11-22T23:36:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/cef1d2aa0b1e41518baaba086b45935e for snapshot=snapshot_backup_system 2024-11-22T23:36:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741951_1127 (size=330) 2024-11-22T23:36:16,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:36:16,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-22T23:36:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-22T23:36:16,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:16,177 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:16,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T23:36:16,184 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T23:36:16,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff70e8263b104ff4c8997f7e88aba231 in 1.4280 sec 2024-11-22T23:36:16,186 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T23:36:16,188 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T23:36:16,188 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T23:36:16,189 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T23:36:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741952_1128 (size=967) 2024-11-22T23:36:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T23:36:16,603 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T23:36:16,617 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T23:36:16,617 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.hbase-snapshot/snapshot_backup_system 2024-11-22T23:36:16,619 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T23:36:16,619 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-22T23:36:16,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2820 sec 2024-11-22T23:36:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T23:36:18,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T23:36:18,509 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732318574171 started at 1732318578509. 2024-11-22T23:36:18,515 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732318574171 has been started. 2024-11-22T23:36:18,522 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1732318492693, ns2:test-17323184926931, ns3:test-17323184926932, ns4:test-17323184926933] 2024-11-22T23:36:18,528 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732318530275for backupID backup_1732318574171 2024-11-22T23:36:18,528 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-22T23:36:18,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T23:36:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T23:36:18,530 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T23:36:18,530 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T23:36:18,530 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T23:36:18,530 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T23:36:18,531 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,531 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:36:18,612 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:36:18,612 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:36:18,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:36:18,613 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,613 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T23:36:18,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T23:36:18,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T23:36:18,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T23:36:18,614 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T23:36:18,614 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T23:36:18,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T23:36:18,615 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T23:36:18,615 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T23:36:18,615 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T23:36:18,615 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T23:36:18,615 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T23:36:18,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,631 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:36:18,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:36:18,632 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,632 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T23:36:18,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:36:18,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:36:18,634 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:36:18,634 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,635 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:36:18,636 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5746ba078b28,35349,1732318484606' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T23:36:18,636 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3f37f07c[Count = 0] remaining members to acquire global barrier 2024-11-22T23:36:18,636 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T23:36:18,636 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,647 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,647 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T23:36:18,648 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,648 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T23:36:18,648 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T23:36:18,648 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,648 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732318543136 highest: 1732318543173 on 5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,649 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0:(num 1732318543136) roll requested 2024-11-22T23:36:18,664 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318578649, exclude list is [], retry=0 2024-11-22T23:36:18,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:36:18,668 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318578649 2024-11-22T23:36:18,668 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:36:18,668 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 is not closed yet, will try archiving it next time 2024-11-22T23:36:18,668 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.meta:.meta(num 1732318543155) roll requested 2024-11-22T23:36:18,668 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318510746 2024-11-22T23:36:18,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 not finished, retry = 0 2024-11-22T23:36:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741910_1086 (size=653) 2024-11-22T23:36:18,680 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318578668.meta, exclude list is [], retry=0 2024-11-22T23:36:18,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:36:18,684 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318578668.meta 2024-11-22T23:36:18,684 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:36:18,684 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta is not closed yet, will try archiving it next time 2024-11-22T23:36:18,684 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1:(num 1732318543173) roll requested 2024-11-22T23:36:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741911_1087 (size=93) 2024-11-22T23:36:18,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta not finished, retry = 0 2024-11-22T23:36:18,696 DEBUG [regionserver/5746ba078b28:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318578684, exclude list is [], retry=0 2024-11-22T23:36:18,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-af3fc3be-473e-46c5-96b1-fab3cca8d2f1,DISK] 2024-11-22T23:36:18,700 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318578684 2024-11-22T23:36:18,700 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-22T23:36:18,700 DEBUG [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 is not closed yet, will try archiving it next time 2024-11-22T23:36:18,700 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318530275 2024-11-22T23:36:18,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 not finished, retry = 0 2024-11-22T23:36:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741912_1088 (size=4710) 2024-11-22T23:36:18,709 DEBUG [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-22T23:36:18,709 INFO [rs(5746ba078b28,35349,1732318484606)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732318578649 on 5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:18,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:18,728 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T23:36:18,728 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '5746ba078b28,35349,1732318484606' in zk 2024-11-22T23:36:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,748 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T23:36:18,748 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:36:18,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,748 DEBUG [member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T23:36:18,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:36:18,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:36:18,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:36:18,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:36:18,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:36:18,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:36:18,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:36:18,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5746ba078b28,35349,1732318484606': 2024-11-22T23:36:18,756 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T23:36:18,756 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5746ba078b28,35349,1732318484606' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T23:36:18,756 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T23:36:18,756 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T23:36:18,756 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T23:36:18,756 INFO [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T23:36:18,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:36:18,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T23:36:18,765 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T23:36:18,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T23:36:18,767 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:36:18,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:36:18,767 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:36:18,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T23:36:18,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:36:18,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,771 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T23:36:18,771 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 2024-11-22T23:36:18,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T23:36:18,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T23:36:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:36:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T23:36:18,782 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T23:36:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5746ba078b28,35349,1732318484606 2024-11-22T23:36:18,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T23:36:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T23:36:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T23:36:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T23:36:18,782 DEBUG [(5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T23:36:18,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T23:36:18,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T23:36:18,782 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T23:36:18,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T23:36:18,786 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta 2024-11-22T23:36:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T23:36:18,791 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {5746ba078b28:35349=1732318530275} newestTimestamps: {5746ba078b28:35349=1732318543173} 2024-11-22T23:36:18,793 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5746ba078b28%2C35349%2C1732318484606.meta.1732318487672.meta 2024-11-22T23:36:18,793 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5746ba078b28%2C35349%2C1732318484606.meta.1732318530258.meta 2024-11-22T23:36:18,793 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5746ba078b28%2C35349%2C1732318484606.meta.1732318578668.meta 2024-11-22T23:36:18,793 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318578649 2024-11-22T23:36:18,793 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 2024-11-22T23:36:18,793 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318578684 2024-11-22T23:36:18,795 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.meta.1732318510764.meta 2024-11-22T23:36:18,795 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.meta.1732318543155.meta 2024-11-22T23:36:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741956_1132 (size=640) 2024-11-22T23:36:19,210 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:37621/backupUT/backup_1732318574171/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:19,210 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T23:36:19,216 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-22T23:36:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741957_1133 (size=45) 2024-11-22T23:36:19,624 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-22T23:36:19,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741958_1134 (size=390) 2024-11-22T23:36:20,043 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17323184926932 target: hdfs://localhost:37621/backupUT/backup_1732318574171/ns3/test-17323184926932 descriptor: 'ns3:test-17323184926932', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:20,043 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T23:36:20,048 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17323184926932 2024-11-22T23:36:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741959_1135 (size=50) 2024-11-22T23:36:20,456 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17323184926932 2024-11-22T23:36:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741960_1136 (size=364) 2024-11-22T23:36:20,877 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17323184926931 target: hdfs://localhost:37621/backupUT/backup_1732318574171/ns2/test-17323184926931 descriptor: 'ns2:test-17323184926931', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:20,877 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T23:36:20,881 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17323184926931 2024-11-22T23:36:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741961_1137 (size=50) 2024-11-22T23:36:21,291 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17323184926931 2024-11-22T23:36:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741962_1138 (size=908) 2024-11-22T23:36:21,306 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732318492693 target: hdfs://localhost:37621/backupUT/backup_1732318574171/default/test-1732318492693 descriptor: 'test-1732318492693', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:21,307 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T23:36:21,309 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732318492693 2024-11-22T23:36:21,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741963_1139 (size=53) 2024-11-22T23:36:21,717 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732318492693 2024-11-22T23:36:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741964_1140 (size=390) 2024-11-22T23:36:22,139 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17323184926933 target: hdfs://localhost:37621/backupUT/backup_1732318574171/ns4/test-17323184926933 descriptor: 'ns4:test-17323184926933', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:22,139 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T23:36:22,145 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17323184926933 2024-11-22T23:36:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741965_1141 (size=50) 2024-11-22T23:36:22,555 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17323184926933 2024-11-22T23:36:22,572 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37621/backupUT/.tmp/backup_1732318574171 from hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173;hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 2024-11-22T23:36:22,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d51411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:22,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:22,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:22,574 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:22,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528cdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:22,576 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:22,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dc6118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:22,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76805029 2024-11-22T23:36:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:22,579 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:22,585 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T23:36:22,585 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-22T23:36:22,585 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:22,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:22,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:22,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:22,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:22,590 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-22T23:36:22,590 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732318492693 2024-11-22T23:36:22,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732318492693,, stopping at row=test-1732318492693 ,, for max=2147483647 with caching=100 2024-11-22T23:36:22,593 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732318492693: test-1732318492693; 2024-11-22T23:36:22,593 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17323184926931 2024-11-22T23:36:22,593 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17323184926931,, stopping at row=ns2:test-17323184926931 ,, for max=2147483647 with caching=100 2024-11-22T23:36:22,595 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17323184926931: ns2:test-17323184926931; 2024-11-22T23:36:22,595 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17323184926932 2024-11-22T23:36:22,595 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17323184926932,, stopping at row=ns3:test-17323184926932 ,, for max=2147483647 with caching=100 2024-11-22T23:36:22,598 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17323184926932: ns3:test-17323184926932; 2024-11-22T23:36:22,598 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17323184926933 2024-11-22T23:36:22,598 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17323184926933,, stopping at row=ns4:test-17323184926933 ,, for max=2147483647 with caching=100 2024-11-22T23:36:22,600 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17323184926933: ns4:test-17323184926933; 2024-11-22T23:36:22,600 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-22T23:36:22,600 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/partitions_c52ef6f0-55f9-47d4-a6db-32293283c1b9 2024-11-22T23:36:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741966_1142 (size=324) 2024-11-22T23:36:23,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 43ec2b9b1ec0c32e2bf4dbd3047c7aad, had cached 0 bytes from a total of 38453 2024-11-22T23:36:23,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-1391482012498625310.jar 2024-11-22T23:36:23,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:23,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:23,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:23,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:23,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:23,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:23,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:23,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:23,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:23,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:23,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:23,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:23,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:23,877 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1732318492693,ns2:test-17323184926931,ns3:test-17323184926932,ns4:test-17323184926933 2024-11-22T23:36:23,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:23,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:23,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:23,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:23,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:23,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:24,733 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-9631513275620827845.jar 2024-11-22T23:36:24,743 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:24,770 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 for WAL files 2024-11-22T23:36:24,771 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 2024-11-22T23:36:24,771 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 for WAL files 2024-11-22T23:36:24,772 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 2024-11-22T23:36:24,845 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local677534750_0010_eb33497a-09fb-4cd7-ac26-ebb88e663500/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:24,845 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local677534750_0010_eb33497a-09fb-4cd7-ac26-ebb88e663500/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:24,891 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 for hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318543173 (-9223372036854775808:9223372036854775807) length:4710 2024-11-22T23:36:24,894 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T23:36:24,894 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T23:36:24,926 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 for hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318543136 (-9223372036854775808:9223372036854775807) length:653 2024-11-22T23:36:24,929 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T23:36:24,929 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T23:36:25,009 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344a9bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:25,010 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:25,010 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:25,011 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:25,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:25,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:25,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd4e97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:25,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:25,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:25,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:25,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:25,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa1c55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:25,013 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:25,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:25,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:25,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:25,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732318492693', row='row-test-1732318492693-2-0', locateType=CURRENT is [region=test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., hostname=5746ba078b28,35349,1732318484606, seqNum=338] 2024-11-22T23:36:25,017 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-22T23:36:25,017 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:25,017 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:25,017 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:25,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:25,017 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-2-0] 2024-11-22T23:36:25,017 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:25,020 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/backupUT/.tmp/backup_1732318574171/_temporary/0/_temporary/attempt_local677534750_0010_r_000004_0/default/test-1732318492693/f2/d68c6b644bed4618b8a0b77177875acb is 58, key is row-test-1732318492693-2-0/f2:q1/1732318569162/Put/seqid=0 2024-11-22T23:36:25,022 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:25,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741967_1143 (size=5366) 2024-11-22T23:36:25,891 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37621/backupUT 2024-11-22T23:36:25,891 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732318574171 2024-11-22T23:36:25,891 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-22T23:36:25,902 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37621/backupUT/.tmp/backup_1732318574171, hdfs://localhost:37621/backupUT] 2024-11-22T23:36:25,943 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741968_1144 (size=5366) 2024-11-22T23:36:26,558 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-22T23:36:26,562 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732318574171 2024-11-22T23:36:26,562 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-22T23:36:26,563 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local259322460_0011 completed: true true 2024-11-22T23:36:26,564 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6669334 FILE: Number of bytes written=17146167 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409243 HDFS: Number of bytes written=2547243 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=421 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=338 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-22T23:36:26,564 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37621/backupUT/.tmp/backup_1732318574171 to hdfs://localhost:37621/backupUT finished. 2024-11-22T23:36:26,585 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732318574171 2024-11-22T23:36:26,589 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732318538816} 2024-11-22T23:36:26,589 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T23:36:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741969_1145 (size=714) 2024-11-22T23:36:26,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 25bec2cad8ca71debe8a793a7b7661d4, had cached 0 bytes from a total of 13547 2024-11-22T23:36:26,996 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37621/backupUT/backup_1732318574171/.backup.manifest 2024-11-22T23:36:26,996 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732318574171 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17323184926932;ns2:test-17323184926931;test-1732318492693;ns4:test-17323184926933,targetRootDir=hdfs://localhost:37621/backupUT,startts=1732318578509,completets=1732318586585,bytescopied=0 2024-11-22T23:36:26,996 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T23:36:27,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T23:36:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T23:36:27,012 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T23:36:27,015 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T23:36:27,020 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732318574171 completed. 2024-11-22T23:36:27,020 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-22T23:36:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:27,035 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732318503914 2024-11-22T23:36:27,038 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-22T23:36:27,039 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-22T23:36:27,039 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37621/backupUT/backup_1732318503914/.backup.manifest 2024-11-22T23:36:27,041 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732318503914/.backup.manifest 2024-11-22T23:36:27,043 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37621/backupUT/backup_1732318503914/.backup.manifest 2024-11-22T23:36:27,045 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732318503914/.backup.manifest 2024-11-22T23:36:27,045 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732318492693' to 'table1' from full backup image hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693 2024-11-22T23:36:27,054 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-22T23:36:27,054 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:36:27,055 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f in region [hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad] 2024-11-22T23:36:27,060 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 first=row0 last=row98 2024-11-22T23:36:27,060 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3 in region [hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad] 2024-11-22T23:36:27,064 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 first=row-test-1732318492693-3-0 last=row-test-1732318492693-3-5 2024-11-22T23:36:27,064 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob in region [hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad] 2024-11-22T23:36:27,068 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c first=row-test-1732318492693-3-0 last=row-test-1732318492693-3-5 2024-11-22T23:36:27,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-22T23:36:27,075 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:36:27,075 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:27,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-22T23:36:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:36:27,076 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:36:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741970_1146 (size=938) 2024-11-22T23:36:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:36:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:36:27,487 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 390d2e8b711a45b170a8a84fd2b397ca, NAME => 'table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:27,488 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 68e73da744de90ceb3b16e285813b153, NAME => 'table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741971_1147 (size=45) 2024-11-22T23:36:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741972_1148 (size=45) 2024-11-22T23:36:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:36:27,900 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:27,900 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:27,900 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 68e73da744de90ceb3b16e285813b153, disabling compactions & flushes 2024-11-22T23:36:27,900 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 390d2e8b711a45b170a8a84fd2b397ca, disabling compactions & flushes 2024-11-22T23:36:27,900 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:27,900 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:27,900 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:27,900 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. after waiting 0 ms 2024-11-22T23:36:27,900 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:27,901 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:27,901 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. after waiting 0 ms 2024-11-22T23:36:27,901 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:27,901 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:27,901 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 68e73da744de90ceb3b16e285813b153: Waiting for close lock at 1732318587900Disabling compacts and flushes for region at 1732318587900Disabling writes for close at 1732318587901 (+1 ms)Writing region close event to WAL at 1732318587901Closed at 1732318587901 2024-11-22T23:36:27,901 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:27,901 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 390d2e8b711a45b170a8a84fd2b397ca: Waiting for close lock at 1732318587900Disabling compacts and flushes for region at 1732318587900Disabling writes for close at 1732318587901 (+1 ms)Writing region close event to WAL at 1732318587901Closed at 1732318587901 2024-11-22T23:36:27,904 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:36:27,905 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732318587904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318587904"}]},"ts":"1732318587904"} 2024-11-22T23:36:27,906 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732318587904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318587904"}]},"ts":"1732318587904"} 2024-11-22T23:36:27,912 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-22T23:36:27,913 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:36:27,913 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318587913"}]},"ts":"1732318587913"} 2024-11-22T23:36:27,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-22T23:36:27,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, ASSIGN}] 2024-11-22T23:36:27,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, ASSIGN 2024-11-22T23:36:27,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, ASSIGN 2024-11-22T23:36:27,916 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:36:27,916 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:36:28,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=68e73da744de90ceb3b16e285813b153, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:28,068 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=390d2e8b711a45b170a8a84fd2b397ca, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:28,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, ASSIGN because future has completed 2024-11-22T23:36:28,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e73da744de90ceb3b16e285813b153, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, ASSIGN because future has completed 2024-11-22T23:36:28,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390d2e8b711a45b170a8a84fd2b397ca, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:36:28,234 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:28,235 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e73da744de90ceb3b16e285813b153, NAME => 'table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T23:36:28,236 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:28,236 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,236 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:28,237 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,237 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,240 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,242 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e73da744de90ceb3b16e285813b153 columnFamilyName f 2024-11-22T23:36:28,243 DEBUG [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:28,243 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] regionserver.HStore(327): Store=68e73da744de90ceb3b16e285813b153/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:28,244 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,246 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e73da744de90ceb3b16e285813b153 columnFamilyName f3 2024-11-22T23:36:28,246 DEBUG [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:28,247 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] regionserver.HStore(327): Store=68e73da744de90ceb3b16e285813b153/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:28,247 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,249 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e73da744de90ceb3b16e285813b153 columnFamilyName mob 2024-11-22T23:36:28,250 DEBUG [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:28,251 INFO [StoreOpener-68e73da744de90ceb3b16e285813b153-1 {}] regionserver.HStore(327): Store=68e73da744de90ceb3b16e285813b153/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:28,251 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,252 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,253 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,254 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,254 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,255 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:36:28,256 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,258 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:36:28,259 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 68e73da744de90ceb3b16e285813b153; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10896417760, jitterRate=0.014807984232902527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:36:28,259 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:28,260 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 68e73da744de90ceb3b16e285813b153: Running coprocessor pre-open hook at 1732318588237Writing region info on filesystem at 1732318588237Initializing all the Stores at 1732318588239 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318588239Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318588240 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318588240Cleaning up temporary data from old regions at 1732318588254 (+14 ms)Running coprocessor post-open hooks at 1732318588259 (+5 ms)Region opened successfully at 1732318588260 (+1 ms) 2024-11-22T23:36:28,261 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153., pid=64, masterSystemTime=1732318588228 2024-11-22T23:36:28,263 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:28,263 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:28,263 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:28,264 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 390d2e8b711a45b170a8a84fd2b397ca, NAME => 'table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T23:36:28,264 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=68e73da744de90ceb3b16e285813b153, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:28,264 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:28,264 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,264 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:28,264 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,264 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e73da744de90ceb3b16e285813b153, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:28,266 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,267 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390d2e8b711a45b170a8a84fd2b397ca columnFamilyName f 2024-11-22T23:36:28,267 DEBUG [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:28,268 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] regionserver.HStore(327): Store=390d2e8b711a45b170a8a84fd2b397ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:28,268 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T23:36:28,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 68e73da744de90ceb3b16e285813b153, server=5746ba078b28,35349,1732318484606 in 193 msec 2024-11-22T23:36:28,269 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390d2e8b711a45b170a8a84fd2b397ca columnFamilyName f3 2024-11-22T23:36:28,269 DEBUG [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:28,270 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] regionserver.HStore(327): Store=390d2e8b711a45b170a8a84fd2b397ca/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:28,270 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, ASSIGN in 354 msec 2024-11-22T23:36:28,271 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390d2e8b711a45b170a8a84fd2b397ca columnFamilyName mob 2024-11-22T23:36:28,272 DEBUG [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:28,272 INFO [StoreOpener-390d2e8b711a45b170a8a84fd2b397ca-1 {}] regionserver.HStore(327): Store=390d2e8b711a45b170a8a84fd2b397ca/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:28,272 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,273 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,273 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,274 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,274 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,275 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:36:28,276 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,277 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:36:28,278 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 390d2e8b711a45b170a8a84fd2b397ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9487711360, jitterRate=-0.11638802289962769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:36:28,278 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:28,278 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 390d2e8b711a45b170a8a84fd2b397ca: Running coprocessor pre-open hook at 1732318588264Writing region info on filesystem at 1732318588264Initializing all the Stores at 1732318588265 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318588265Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318588266 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318588266Cleaning up temporary data from old regions at 1732318588274 (+8 ms)Running coprocessor post-open hooks at 1732318588278 (+4 ms)Region opened successfully at 1732318588278 2024-11-22T23:36:28,279 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., pid=65, masterSystemTime=1732318588228 2024-11-22T23:36:28,280 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:28,280 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:28,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=390d2e8b711a45b170a8a84fd2b397ca, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:28,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390d2e8b711a45b170a8a84fd2b397ca, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:28,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-22T23:36:28,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 390d2e8b711a45b170a8a84fd2b397ca, server=5746ba078b28,35349,1732318484606 in 207 msec 2024-11-22T23:36:28,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-22T23:36:28,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, ASSIGN in 370 msec 2024-11-22T23:36:28,287 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:36:28,287 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318588287"}]},"ts":"1732318588287"} 2024-11-22T23:36:28,288 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-22T23:36:28,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:36:28,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2160 sec 2024-11-22T23:36:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:36:29,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-22T23:36:29,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:29,243 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad from hbase tables test-1732318492693 to tables table1 2024-11-22T23:36:29,244 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732318492693 into table1 2024-11-22T23:36:29,246 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244 from hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:36:29,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669b056a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:29,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:29,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:29,248 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:29,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:29,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed3e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:29,250 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe69406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:29,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:29,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:29,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ee64c6 2024-11-22T23:36:29,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:29,253 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:29,253 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T23:36:29,253 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T23:36:29,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:29,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:29,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:29,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:29,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:29,257 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T23:36:29,258 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T23:36:29,258 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T23:36:29,258 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/partitions_d5b95751-d47f-4238-b091-6c47e6ac7b57 2024-11-22T23:36:29,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741973_1149 (size=177) 2024-11-22T23:36:29,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-22T23:36:29,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:29,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:29,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-3581692905385003425.jar 2024-11-22T23:36:30,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:30,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:30,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:30,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:30,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:30,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:30,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:30,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:30,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:30,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:30,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:30,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:30,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:30,539 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T23:36:30,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:30,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:30,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:30,540 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T23:36:30,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:30,551 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:30,561 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T23:36:30,652 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local2067864912_0012_2461874e-5d69-401b-8d5e-0cacc0f73cc2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:30,652 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local2067864912_0012_2461874e-5d69-401b-8d5e-0cacc0f73cc2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:30,703 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:36:30,706 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:30,743 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c 2024-11-22T23:36:30,746 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:30,767 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f3/d9cfb83a4d0a4d8684c0b921e42a3148 2024-11-22T23:36:30,771 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:30,798 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7343d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:30,798 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:30,798 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:30,799 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:30,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:30,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:30,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259cc2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:30,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:30,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:30,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,800 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:30,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353e32f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:30,801 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:30,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:30,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:30,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:30,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732318492693-3-0', locateType=CURRENT is [region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:30,805 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T23:36:30,805 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:30,805 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,805 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:30,805 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-3-0] 2024-11-22T23:36:30,805 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:30,810 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e11a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:30,810 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:30,810 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:30,811 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:30,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:30,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:30,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c540d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:30,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:30,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:30,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,812 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:30,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e96a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:30,813 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:30,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:30,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:30,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:30,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732318492693-3-0', locateType=CURRENT is [region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:30,817 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T23:36:30,817 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:30,817 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,817 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:30,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:30,817 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-3-0] 2024-11-22T23:36:30,817 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:30,821 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/_temporary/0/_temporary/attempt_local2067864912_0012_r_000000_0/f3/88045844cead4e8b8a39ef47d2cace6b is 58, key is row-test-1732318492693-3-0/f3:q1/1732318503883/Put/seqid=0 2024-11-22T23:36:30,822 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741974_1150 (size=5530) 2024-11-22T23:36:31,228 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/_temporary/0/_temporary/attempt_local2067864912_0012_r_000000_0/mob/3781a734058941c982806622cf3195ad is 59, key is row-test-1732318492693-3-0/mob:q1/1732318503898/Put/seqid=0 2024-11-22T23:36:31,231 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741975_1151 (size=5539) 2024-11-22T23:36:31,666 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1190258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:31,666 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:31,666 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:31,667 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b026fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:31,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436b30af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:31,669 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:31,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:31,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:31,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:31,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:31,673 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T23:36:31,673 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:31,673 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:31,673 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:31,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:31,673 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T23:36:31,673 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:31,683 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/_temporary/0/_temporary/attempt_local2067864912_0012_r_000001_0/f/95159ba2f00c4877aec78a011a1ae7d3 is 37, key is row10/f:q1/1732318495408/Put/seqid=0 2024-11-22T23:36:31,685 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741976_1152 (size=8742) 2024-11-22T23:36:32,698 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244 2024-11-22T23:36:32,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32348afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:32,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:32,700 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:32,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:32,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:32,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0600fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:32,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:32,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,702 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:32,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234139c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:32,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:32,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:32,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:32,708 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/_SUCCESS 2024-11-22T23:36:32,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:32,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:32,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@777be48c 2024-11-22T23:36:32,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:32,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:32,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:32,730 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/f/95159ba2f00c4877aec78a011a1ae7d3 first=Optional[row0] last=Optional[row98] 2024-11-22T23:36:32,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/f3/88045844cead4e8b8a39ef47d2cace6b first=Optional[row-test-1732318492693-3-0] last=Optional[row-test-1732318492693-3-5] 2024-11-22T23:36:32,746 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/mob/3781a734058941c982806622cf3195ad first=Optional[row-test-1732318492693-3-0] last=Optional[row-test-1732318492693-3-5] 2024-11-22T23:36:32,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/mob/3781a734058941c982806622cf3195ad for inclusion in 390d2e8b711a45b170a8a84fd2b397ca/mob 2024-11-22T23:36:32,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/f/95159ba2f00c4877aec78a011a1ae7d3 for inclusion in 68e73da744de90ceb3b16e285813b153/f 2024-11-22T23:36:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732318492693-3-0 last=row-test-1732318492693-3-5 2024-11-22T23:36:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T23:36:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T23:36:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-22T23:36:32,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/f3/88045844cead4e8b8a39ef47d2cace6b for inclusion in 390d2e8b711a45b170a8a84fd2b397ca/f3 2024-11-22T23:36:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HRegion(2603): Flush status journal for 68e73da744de90ceb3b16e285813b153: 2024-11-22T23:36:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/f/95159ba2f00c4877aec78a011a1ae7d3 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f/95159ba2f00c4877aec78a011a1ae7d3 2024-11-22T23:36:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732318492693-3-0 last=row-test-1732318492693-3-5 2024-11-22T23:36:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T23:36:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegion(2603): Flush status journal for 390d2e8b711a45b170a8a84fd2b397ca: 2024-11-22T23:36:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f/95159ba2f00c4877aec78a011a1ae7d3 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/f/6418d4e5734546ee9ea801a6c19fbfa2_SeqId_4_ 2024-11-22T23:36:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/mob/3781a734058941c982806622cf3195ad to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/mob/3781a734058941c982806622cf3195ad 2024-11-22T23:36:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b90b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:32,777 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56114916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/mob/3781a734058941c982806622cf3195ad as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/mob/36c7170cc3e548f384322be620cdd5e3_SeqId_4_ 2024-11-22T23:36:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318589244/f3/88045844cead4e8b8a39ef47d2cace6b to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f3/88045844cead4e8b8a39ef47d2cace6b 2024-11-22T23:36:32,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,779 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb7b909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f3/88045844cead4e8b8a39ef47d2cace6b as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f3/7ab154c04eb344f5ab45b1a2b567570b_SeqId_4_ 2024-11-22T23:36:32,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:32,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e591e51 2024-11-22T23:36:32,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0ca0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:32,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:32,782 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114b71e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1233250b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:32,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:32,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:32,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ce0315 2024-11-22T23:36:32,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:32,786 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:32,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:32,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:32,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:32,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:32,804 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349. 2024-11-22T23:36:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:32,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:32,805 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f/95159ba2f00c4877aec78a011a1ae7d3 into 68e73da744de90ceb3b16e285813b153/f as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/f/6418d4e5734546ee9ea801a6c19fbfa2_SeqId_4_ - updating store file list. 2024-11-22T23:36:32,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dd1fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:32,809 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f556a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:32,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a91615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:32,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/f/6418d4e5734546ee9ea801a6c19fbfa2_SeqId_4_ into 68e73da744de90ceb3b16e285813b153/f 2024-11-22T23:36:32,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f/95159ba2f00c4877aec78a011a1ae7d3 into 68e73da744de90ceb3b16e285813b153/f (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/f/6418d4e5734546ee9ea801a6c19fbfa2_SeqId_4_) 2024-11-22T23:36:32,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f/95159ba2f00c4877aec78a011a1ae7d3 2024-11-22T23:36:32,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60cd722d 2024-11-22T23:36:32,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:32,813 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:32,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:32,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:32,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218a8f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:32,817 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:32,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:32,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:32,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd04298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:32,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:32,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,819 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11962915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:32,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:32,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53fbd6ed 2024-11-22T23:36:32,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:32,821 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:36:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:32,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:32,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:32,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:36:32,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:32,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:32,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f3/88045844cead4e8b8a39ef47d2cace6b into 390d2e8b711a45b170a8a84fd2b397ca/f3 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f3/7ab154c04eb344f5ab45b1a2b567570b_SeqId_4_ - updating store file list. 2024-11-22T23:36:32,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f3/7ab154c04eb344f5ab45b1a2b567570b_SeqId_4_ into 390d2e8b711a45b170a8a84fd2b397ca/f3 2024-11-22T23:36:32,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f3/88045844cead4e8b8a39ef47d2cace6b into 390d2e8b711a45b170a8a84fd2b397ca/f3 (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f3/7ab154c04eb344f5ab45b1a2b567570b_SeqId_4_) 2024-11-22T23:36:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/f3/88045844cead4e8b8a39ef47d2cace6b 2024-11-22T23:36:32,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:32,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/mob/3781a734058941c982806622cf3195ad into 390d2e8b711a45b170a8a84fd2b397ca/mob as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/mob/36c7170cc3e548f384322be620cdd5e3_SeqId_4_ - updating store file list. 2024-11-22T23:36:32,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349. 2024-11-22T23:36:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:32,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/mob/36c7170cc3e548f384322be620cdd5e3_SeqId_4_ into 390d2e8b711a45b170a8a84fd2b397ca/mob 2024-11-22T23:36:32,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/mob/3781a734058941c982806622cf3195ad into 390d2e8b711a45b170a8a84fd2b397ca/mob (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/mob/36c7170cc3e548f384322be620cdd5e3_SeqId_4_) 2024-11-22T23:36:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__71tg3nntq11nn73s95u4qv5v169o5cedtdjjuusduk2t4b1rouf5l48hjvmrbl5s/mob/3781a734058941c982806622cf3195ad 2024-11-22T23:36:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e502df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:32,852 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f55b564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,853 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd39924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c7946ae 2024-11-22T23:36:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:32,855 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:36:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:32,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:36:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:32,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:32,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:32,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:32,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:32,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:32,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:32,877 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T23:36:32,877 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T23:36:32,877 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732318503914 hdfs://localhost:37621/backupUT/backup_1732318503914/default/test-1732318492693/ 2024-11-22T23:36:32,878 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37621/backupUT/backup_1732318503914/.backup.manifest 2024-11-22T23:36:32,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2 , the old value is region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:32,878 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T23:36:32,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:32,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2 from cache 2024-11-22T23:36:32,880 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732318503914/.backup.manifest 2024-11-22T23:36:32,880 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17323184926931' to 'ns2:table2' from full backup image hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931 2024-11-22T23:36:32,888 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-22T23:36:32,889 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:36:32,889 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f in region [hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4] 2024-11-22T23:36:32,893 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 first=row0 last=row98 2024-11-22T23:36:32,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-22T23:36:32,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:36:32,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-22T23:36:32,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:36:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:36:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741977_1153 (size=351) 2024-11-22T23:36:32,988 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T23:36:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:36:33,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-22T23:36:33,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-22T23:36:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:36:33,305 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87086da42557ad6738014d361e23a094, NAME => 'ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741978_1154 (size=37) 2024-11-22T23:36:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:36:33,712 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:33,712 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 87086da42557ad6738014d361e23a094, disabling compactions & flushes 2024-11-22T23:36:33,712 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:33,712 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:33,712 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. after waiting 0 ms 2024-11-22T23:36:33,712 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:33,712 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:33,712 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87086da42557ad6738014d361e23a094: Waiting for close lock at 1732318593712Disabling compacts and flushes for region at 1732318593712Disabling writes for close at 1732318593712Writing region close event to WAL at 1732318593712Closed at 1732318593712 2024-11-22T23:36:33,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:36:33,715 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732318593714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318593714"}]},"ts":"1732318593714"} 2024-11-22T23:36:33,718 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:36:33,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:36:33,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318593719"}]},"ts":"1732318593719"} 2024-11-22T23:36:33,722 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-22T23:36:33,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, ASSIGN}] 2024-11-22T23:36:33,724 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, ASSIGN 2024-11-22T23:36:33,725 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:36:33,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T23:36:33,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=87086da42557ad6738014d361e23a094, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:33,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, ASSIGN because future has completed 2024-11-22T23:36:33,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87086da42557ad6738014d361e23a094, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:36:34,038 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:34,039 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 87086da42557ad6738014d361e23a094, NAME => 'ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:36:34,039 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:34,040 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,040 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:34,040 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,040 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,043 INFO [StoreOpener-87086da42557ad6738014d361e23a094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,047 INFO [StoreOpener-87086da42557ad6738014d361e23a094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87086da42557ad6738014d361e23a094 columnFamilyName f 2024-11-22T23:36:34,047 DEBUG [StoreOpener-87086da42557ad6738014d361e23a094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:34,048 INFO [StoreOpener-87086da42557ad6738014d361e23a094-1 {}] regionserver.HStore(327): Store=87086da42557ad6738014d361e23a094/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:34,048 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,050 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,050 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,051 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,051 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,053 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,055 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:36:34,056 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 87086da42557ad6738014d361e23a094; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10793169920, jitterRate=0.005192279815673828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T23:36:34,056 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87086da42557ad6738014d361e23a094 2024-11-22T23:36:34,056 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 87086da42557ad6738014d361e23a094: Running coprocessor pre-open hook at 1732318594040Writing region info on filesystem at 1732318594040Initializing all the Stores at 1732318594042 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318594042Cleaning up temporary data from old regions at 1732318594051 (+9 ms)Running coprocessor post-open hooks at 1732318594056 (+5 ms)Region opened successfully at 1732318594056 2024-11-22T23:36:34,057 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., pid=68, masterSystemTime=1732318594031 2024-11-22T23:36:34,059 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:34,059 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:34,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=87086da42557ad6738014d361e23a094, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87086da42557ad6738014d361e23a094, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:34,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T23:36:34,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 87086da42557ad6738014d361e23a094, server=5746ba078b28,35349,1732318484606 in 184 msec 2024-11-22T23:36:34,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T23:36:34,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, ASSIGN in 340 msec 2024-11-22T23:36:34,066 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:36:34,066 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318594066"}]},"ts":"1732318594066"} 2024-11-22T23:36:34,067 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-22T23:36:34,068 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:36:34,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1740 sec 2024-11-22T23:36:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:36:35,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-22T23:36:35,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T23:36:35,059 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4 from hbase tables ns2:test-17323184926931 to tables ns2:table2 2024-11-22T23:36:35,059 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17323184926931 into ns2:table2 2024-11-22T23:36:35,063 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318595059 from hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:36:35,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b10da7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:35,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:35,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:35,067 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:35,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:35,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:35,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cecbb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:35,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:35,069 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:35,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a4d228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:35,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:35,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:35,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eb63b51 2024-11-22T23:36:35,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:35,071 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:35,072 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T23:36:35,072 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-22T23:36:35,072 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T23:36:35,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:35,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:35,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:35,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:35,075 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-22T23:36:35,075 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-22T23:36:35,075 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/partitions_e41035fb-bcd4-4ce1-a58b-87052ab827c3 2024-11-22T23:36:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741979_1155 (size=153) 2024-11-22T23:36:35,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff70e8263b104ff4c8997f7e88aba231, had cached 0 bytes from a total of 41499 2024-11-22T23:36:35,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-22T23:36:35,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:35,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:35,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-15125756667079738989.jar 2024-11-22T23:36:36,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:36,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:36,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:36,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:36,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:36,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:36,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:36,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:36,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:36,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:36,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:36,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:36,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:36,351 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-22T23:36:36,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:36,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:36,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:36,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:36,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:36,351 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T23:36:36,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:36,361 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:36,372 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T23:36:36,454 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1269950146_0013_26f69dd2-bf80-4998-a4cf-28ef18d2b5c7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:36,454 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local1269950146_0013_26f69dd2-bf80-4998-a4cf-28ef18d2b5c7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:36,507 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 2024-11-22T23:36:36,511 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:36,542 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3572e9bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:36,542 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:36,542 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:36,543 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:36,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306c340c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:36,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:36,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66480a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:36,546 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:36,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:36,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:36,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:36,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:36,550 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-22T23:36:36,551 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:36,551 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:36,551 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:36,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:36,551 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T23:36:36,551 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:36,558 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318595059/_temporary/0/_temporary/attempt_local1269950146_0013_r_000000_0/f/01f757ca4031498aadae27bebe3c7b07 is 37, key is row10/f:q1/1732318497735/Put/seqid=0 2024-11-22T23:36:36,560 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741980_1156 (size=8742) 2024-11-22T23:36:37,495 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318595059 2024-11-22T23:36:37,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b06b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:37,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:37,497 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:37,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:37,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:37,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414e97b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:37,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:37,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,499 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:37,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de0930d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:37,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:37,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:37,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:37,506 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318595059/_SUCCESS 2024-11-22T23:36:37,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:37,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:37,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f8b11fd 2024-11-22T23:36:37,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:37,513 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:37,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:37,518 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T23:36:37,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318595059/f/01f757ca4031498aadae27bebe3c7b07 first=Optional[row0] last=Optional[row98] 2024-11-22T23:36:37,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318595059/f/01f757ca4031498aadae27bebe3c7b07 for inclusion in 87086da42557ad6738014d361e23a094/f 2024-11-22T23:36:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T23:36:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T23:36:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegion(2603): Flush status journal for 87086da42557ad6738014d361e23a094: 2024-11-22T23:36:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318595059/f/01f757ca4031498aadae27bebe3c7b07 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__f4b1l9h1do5d1ssbtd9682bmfvct106m4slcs006ppdk112s25b61of10ol50eo/f/01f757ca4031498aadae27bebe3c7b07 2024-11-22T23:36:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__f4b1l9h1do5d1ssbtd9682bmfvct106m4slcs006ppdk112s25b61of10ol50eo/f/01f757ca4031498aadae27bebe3c7b07 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/f/134e64f850954db29e82264e869762c8_SeqId_4_ 2024-11-22T23:36:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e569147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:37,536 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:37,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:37,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:37,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:37,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:37,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,538 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:37,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b9a7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:37,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:37,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b38c820 2024-11-22T23:36:37,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:37,540 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:37,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:37,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:37,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:37,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:37,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__f4b1l9h1do5d1ssbtd9682bmfvct106m4slcs006ppdk112s25b61of10ol50eo/f/01f757ca4031498aadae27bebe3c7b07 into 87086da42557ad6738014d361e23a094/f as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/f/134e64f850954db29e82264e869762c8_SeqId_4_ - updating store file list. 2024-11-22T23:36:37,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/f/134e64f850954db29e82264e869762c8_SeqId_4_ into 87086da42557ad6738014d361e23a094/f 2024-11-22T23:36:37,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__f4b1l9h1do5d1ssbtd9682bmfvct106m4slcs006ppdk112s25b61of10ol50eo/f/01f757ca4031498aadae27bebe3c7b07 into 87086da42557ad6738014d361e23a094/f (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/f/134e64f850954db29e82264e869762c8_SeqId_4_) 2024-11-22T23:36:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__f4b1l9h1do5d1ssbtd9682bmfvct106m4slcs006ppdk112s25b61of10ol50eo/f/01f757ca4031498aadae27bebe3c7b07 2024-11-22T23:36:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5aefb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:37,566 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:37,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fec478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:37,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:37,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:37,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e88495a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:37,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:37,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631575a2 2024-11-22T23:36:37,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:37,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:36:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:37,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:37,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:37,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:36:37,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:37,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:37,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:37,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:37,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:37,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:37,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:37,589 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T23:36:37,589 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T23:36:37,589 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732318503914 hdfs://localhost:37621/backupUT/backup_1732318503914/ns2/test-17323184926931/ 2024-11-22T23:36:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2 , the old value is region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:37,589 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-22T23:36:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2 from cache 2024-11-22T23:36:37,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:37,589 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T23:36:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:37,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:37,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:37,614 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37621/backupUT/backup_1732318574171/.backup.manifest 2024-11-22T23:36:37,616 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732318574171/.backup.manifest 2024-11-22T23:36:37,617 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37621/backupUT/backup_1732318538816/.backup.manifest 2024-11-22T23:36:37,619 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732318538816/.backup.manifest 2024-11-22T23:36:37,619 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732318492693' to 'table1' from full backup image hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693 2024-11-22T23:36:37,621 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732318492693', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732318574171 2024-11-22T23:36:37,625 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-22T23:36:37,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-22T23:36:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-22T23:36:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-22T23:36:37,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318597635"}]},"ts":"1732318597635"} 2024-11-22T23:36:37,636 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-22T23:36:37,637 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-22T23:36:37,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-22T23:36:37,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, UNASSIGN}] 2024-11-22T23:36:37,643 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, UNASSIGN 2024-11-22T23:36:37,643 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, UNASSIGN 2024-11-22T23:36:37,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=390d2e8b711a45b170a8a84fd2b397ca, regionState=CLOSING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:37,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=68e73da744de90ceb3b16e285813b153, regionState=CLOSING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, UNASSIGN because future has completed 2024-11-22T23:36:37,646 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:36:37,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 68e73da744de90ceb3b16e285813b153, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, UNASSIGN because future has completed 2024-11-22T23:36:37,647 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:36:37,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 390d2e8b711a45b170a8a84fd2b397ca, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:37,698 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T23:36:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-22T23:36:37,799 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:37,799 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:36:37,800 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 68e73da744de90ceb3b16e285813b153, disabling compactions & flushes 2024-11-22T23:36:37,800 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:37,800 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:37,800 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. after waiting 0 ms 2024-11-22T23:36:37,800 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:37,808 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T23:36:37,809 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:37,811 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. 2024-11-22T23:36:37,811 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 68e73da744de90ceb3b16e285813b153: Waiting for close lock at 1732318597799Running coprocessor pre-close hooks at 1732318597799Disabling compacts and flushes for region at 1732318597799Disabling writes for close at 1732318597800 (+1 ms)Writing region close event to WAL at 1732318597801 (+1 ms)Running coprocessor post-close hooks at 1732318597809 (+8 ms)Closed at 1732318597811 (+2 ms) 2024-11-22T23:36:37,814 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:37,814 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:37,814 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:36:37,814 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 390d2e8b711a45b170a8a84fd2b397ca, disabling compactions & flushes 2024-11-22T23:36:37,814 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:37,814 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:37,814 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. after waiting 0 ms 2024-11-22T23:36:37,814 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:37,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=68e73da744de90ceb3b16e285813b153, regionState=CLOSED 2024-11-22T23:36:37,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 68e73da744de90ceb3b16e285813b153, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:37,821 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T23:36:37,822 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:37,822 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. 2024-11-22T23:36:37,822 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 390d2e8b711a45b170a8a84fd2b397ca: Waiting for close lock at 1732318597814Running coprocessor pre-close hooks at 1732318597814Disabling compacts and flushes for region at 1732318597814Disabling writes for close at 1732318597814Writing region close event to WAL at 1732318597816 (+2 ms)Running coprocessor post-close hooks at 1732318597822 (+6 ms)Closed at 1732318597822 2024-11-22T23:36:37,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T23:36:37,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 68e73da744de90ceb3b16e285813b153, server=5746ba078b28,35349,1732318484606 in 173 msec 2024-11-22T23:36:37,825 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:37,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=68e73da744de90ceb3b16e285813b153, UNASSIGN in 181 msec 2024-11-22T23:36:37,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=390d2e8b711a45b170a8a84fd2b397ca, regionState=CLOSED 2024-11-22T23:36:37,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 390d2e8b711a45b170a8a84fd2b397ca, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:37,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-22T23:36:37,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 390d2e8b711a45b170a8a84fd2b397ca, server=5746ba078b28,35349,1732318484606 in 181 msec 2024-11-22T23:36:37,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T23:36:37,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=390d2e8b711a45b170a8a84fd2b397ca, UNASSIGN in 187 msec 2024-11-22T23:36:37,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-22T23:36:37,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 194 msec 2024-11-22T23:36:37,835 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318597835"}]},"ts":"1732318597835"} 2024-11-22T23:36:37,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-22T23:36:37,836 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-22T23:36:37,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 208 msec 2024-11-22T23:36:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-22T23:36:37,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-22T23:36:37,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-22T23:36:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-22T23:36:37,974 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-22T23:36:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T23:36:37,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:37,979 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:37,982 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f3, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/mob, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/recovered.edits] 2024-11-22T23:36:37,982 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/f, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/f3, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/mob, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/recovered.edits] 2024-11-22T23:36:37,987 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/f/6418d4e5734546ee9ea801a6c19fbfa2_SeqId_4_ to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/default/table1/68e73da744de90ceb3b16e285813b153/f/6418d4e5734546ee9ea801a6c19fbfa2_SeqId_4_ 2024-11-22T23:36:37,988 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f3/7ab154c04eb344f5ab45b1a2b567570b_SeqId_4_ to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/f3/7ab154c04eb344f5ab45b1a2b567570b_SeqId_4_ 2024-11-22T23:36:37,991 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/mob/36c7170cc3e548f384322be620cdd5e3_SeqId_4_ to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/mob/36c7170cc3e548f384322be620cdd5e3_SeqId_4_ 2024-11-22T23:36:37,991 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153/recovered.edits/6.seqid to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/default/table1/68e73da744de90ceb3b16e285813b153/recovered.edits/6.seqid 2024-11-22T23:36:37,992 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/68e73da744de90ceb3b16e285813b153 2024-11-22T23:36:37,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/recovered.edits/6.seqid to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca/recovered.edits/6.seqid 2024-11-22T23:36:37,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/390d2e8b711a45b170a8a84fd2b397ca 2024-11-22T23:36:37,994 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-22T23:36:37,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-22T23:36:37,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-22T23:36:37,997 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-22T23:36:38,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35349 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T23:36:38,006 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-22T23:36:38,010 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-22T23:36:38,010 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-22T23:36:38,011 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732318598010"}]},"ts":"9223372036854775807"} 2024-11-22T23:36:38,011 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732318598010"}]},"ts":"9223372036854775807"} 2024-11-22T23:36:38,013 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-22T23:36:38,013 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 390d2e8b711a45b170a8a84fd2b397ca, NAME => 'table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 68e73da744de90ceb3b16e285813b153, NAME => 'table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-22T23:36:38,013 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-22T23:36:38,014 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732318598013"}]},"ts":"9223372036854775807"} 2024-11-22T23:36:38,016 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-22T23:36:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741981_1157 (size=938) 2024-11-22T23:36:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T23:36:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T23:36:38,430 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0194de5ce6d22e3fb012a71efdb4e320, NAME => 'table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:38,430 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9caa78e0cebaaca7dbc88ced708ae6e0, NAME => 'table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:38,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741983_1159 (size=45) 2024-11-22T23:36:38,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741982_1158 (size=45) 2024-11-22T23:36:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T23:36:38,841 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:38,841 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 9caa78e0cebaaca7dbc88ced708ae6e0, disabling compactions & flushes 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 0194de5ce6d22e3fb012a71efdb4e320, disabling compactions & flushes 2024-11-22T23:36:38,842 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:38,842 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. after waiting 0 ms 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. after waiting 0 ms 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:38,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:38,843 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:38,843 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:38,843 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9caa78e0cebaaca7dbc88ced708ae6e0: Waiting for close lock at 1732318598842Disabling compacts and flushes for region at 1732318598842Disabling writes for close at 1732318598842Writing region close event to WAL at 1732318598842Closed at 1732318598842 2024-11-22T23:36:38,843 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0194de5ce6d22e3fb012a71efdb4e320: Waiting for close lock at 1732318598842Disabling compacts and flushes for region at 1732318598842Disabling writes for close at 1732318598842Writing region close event to WAL at 1732318598842Closed at 1732318598842 2024-11-22T23:36:38,846 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732318598846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318598846"}]},"ts":"1732318598846"} 2024-11-22T23:36:38,846 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732318598846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318598846"}]},"ts":"1732318598846"} 2024-11-22T23:36:38,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-22T23:36:38,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318598851"}]},"ts":"1732318598851"} 2024-11-22T23:36:38,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-22T23:36:38,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, ASSIGN}] 2024-11-22T23:36:38,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, ASSIGN 2024-11-22T23:36:38,855 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, ASSIGN 2024-11-22T23:36:38,856 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:36:38,856 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:36:39,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=0194de5ce6d22e3fb012a71efdb4e320, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:39,007 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=9caa78e0cebaaca7dbc88ced708ae6e0, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:39,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, ASSIGN because future has completed 2024-11-22T23:36:39,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, ASSIGN because future has completed 2024-11-22T23:36:39,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T23:36:39,175 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:39,176 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 9caa78e0cebaaca7dbc88ced708ae6e0, NAME => 'table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T23:36:39,176 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:39,177 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,177 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:39,177 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,177 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,179 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,181 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa78e0cebaaca7dbc88ced708ae6e0 columnFamilyName f 2024-11-22T23:36:39,182 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:39,182 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(327): Store=9caa78e0cebaaca7dbc88ced708ae6e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:39,182 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,184 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa78e0cebaaca7dbc88ced708ae6e0 columnFamilyName f3 2024-11-22T23:36:39,184 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:39,185 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(327): Store=9caa78e0cebaaca7dbc88ced708ae6e0/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:39,185 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,187 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa78e0cebaaca7dbc88ced708ae6e0 columnFamilyName mob 2024-11-22T23:36:39,188 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:39,189 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(327): Store=9caa78e0cebaaca7dbc88ced708ae6e0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:39,189 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,191 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,191 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,194 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,194 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,195 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:36:39,197 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,200 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:36:39,200 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 9caa78e0cebaaca7dbc88ced708ae6e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11130472960, jitterRate=0.0366060733795166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:36:39,200 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:39,201 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 9caa78e0cebaaca7dbc88ced708ae6e0: Running coprocessor pre-open hook at 1732318599177Writing region info on filesystem at 1732318599177Initializing all the Stores at 1732318599179 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318599179Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318599179Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318599179Cleaning up temporary data from old regions at 1732318599194 (+15 ms)Running coprocessor post-open hooks at 1732318599200 (+6 ms)Region opened successfully at 1732318599201 (+1 ms) 2024-11-22T23:36:39,202 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., pid=79, masterSystemTime=1732318599168 2024-11-22T23:36:39,205 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:39,205 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:39,205 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:39,205 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 0194de5ce6d22e3fb012a71efdb4e320, NAME => 'table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T23:36:39,205 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=9caa78e0cebaaca7dbc88ced708ae6e0, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:39,205 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:39,206 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,206 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:39,206 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,206 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:39,208 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,209 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194de5ce6d22e3fb012a71efdb4e320 columnFamilyName f 2024-11-22T23:36:39,209 DEBUG [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:39,210 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(327): Store=0194de5ce6d22e3fb012a71efdb4e320/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:39,210 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=76 2024-11-22T23:36:39,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606 in 193 msec 2024-11-22T23:36:39,211 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194de5ce6d22e3fb012a71efdb4e320 columnFamilyName f3 2024-11-22T23:36:39,211 DEBUG [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:39,212 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(327): Store=0194de5ce6d22e3fb012a71efdb4e320/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:39,212 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, ASSIGN in 358 msec 2024-11-22T23:36:39,213 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194de5ce6d22e3fb012a71efdb4e320 columnFamilyName mob 2024-11-22T23:36:39,214 DEBUG [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:39,214 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(327): Store=0194de5ce6d22e3fb012a71efdb4e320/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:39,215 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,215 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,216 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,217 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,217 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,218 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:36:39,219 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,221 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:36:39,222 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 0194de5ce6d22e3fb012a71efdb4e320; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10464993760, jitterRate=-0.025371506810188293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:36:39,222 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:39,222 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 0194de5ce6d22e3fb012a71efdb4e320: Running coprocessor pre-open hook at 1732318599206Writing region info on filesystem at 1732318599206Initializing all the Stores at 1732318599207 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318599207Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318599207Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318599208 (+1 ms)Cleaning up temporary data from old regions at 1732318599217 (+9 ms)Running coprocessor post-open hooks at 1732318599222 (+5 ms)Region opened successfully at 1732318599222 2024-11-22T23:36:39,223 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320., pid=78, masterSystemTime=1732318599168 2024-11-22T23:36:39,225 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:39,225 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:39,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=0194de5ce6d22e3fb012a71efdb4e320, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:39,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-22T23:36:39,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606 in 215 msec 2024-11-22T23:36:39,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75 2024-11-22T23:36:39,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, ASSIGN in 377 msec 2024-11-22T23:36:39,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318599233"}]},"ts":"1732318599233"} 2024-11-22T23:36:39,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-22T23:36:39,235 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-22T23:36:39,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2660 sec 2024-11-22T23:36:39,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T23:36:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T23:36:40,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-22T23:36:40,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:40,138 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a,hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad from hbase tables test-1732318492693 to tables table1 2024-11-22T23:36:40,138 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732318492693 into table1 2024-11-22T23:36:40,141 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138 from hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a,hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:36:40,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7579334a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:40,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:40,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:40,143 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737b3aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:40,146 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19eff049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:40,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52fa02cc 2024-11-22T23:36:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:40,148 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:40,149 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T23:36:40,149 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T23:36:40,149 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:40,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:40,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:40,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:40,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:40,153 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T23:36:40,153 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T23:36:40,153 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T23:36:40,153 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/partitions_9429cfeb-5b02-4c05-946d-e896b05576f8 2024-11-22T23:36:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741984_1160 (size=177) 2024-11-22T23:36:40,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:40,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:40,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-17934145203673928677.jar 2024-11-22T23:36:41,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:41,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:41,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:41,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:41,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:41,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:41,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:41,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:41,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:41,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:41,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:41,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:41,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:41,429 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T23:36:41,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:41,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:41,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:41,430 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T23:36:41,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:41,440 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:41,452 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T23:36:41,531 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local735297148_0014_ee2ff3ff-b1e9-4eff-8b0e-fb6b9dd188dc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:41,531 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local735297148_0014_ee2ff3ff-b1e9-4eff-8b0e-fb6b9dd188dc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:41,580 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/cca4208e50c84f5e96f5a282ae697822 2024-11-22T23:36:41,583 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:41,616 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/d7774cb0eef44dbcbcb255ec3c408f0e 2024-11-22T23:36:41,619 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:41,643 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f/9ab2eae162fc42d59adb85fde7c36708 2024-11-22T23:36:41,646 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:41,675 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/428dc59640658cd254664ec7ebba958a/mob/d41d8cd98f00b204e9800998ecf8427e2024112245a136d98c024b3eb4e3167e6d2224d9_43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:36:41,678 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:41,700 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318538816/default/test-1732318492693/archive/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/mob/de432b35976e4f92ad11749cd0c8c84c 2024-11-22T23:36:41,702 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:41,733 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1254659b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:41,733 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:41,733 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:41,734 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e02c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,735 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:41,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f78fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:41,736 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:41,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:41,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:41,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732318492693-1-0', locateType=CURRENT is [region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:41,739 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T23:36:41,740 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:41,740 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,740 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:41,740 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-1-0] 2024-11-22T23:36:41,740 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:41,742 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:36:41,752 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f1df03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:41,752 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:41,752 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:41,753 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed93400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:41,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:41,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,754 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:41,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d9e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:41,755 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:41,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:41,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:41,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:41,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732318492693-3-0', locateType=CURRENT is [region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:41,759 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T23:36:41,759 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:41,759 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,759 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:41,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:41,759 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-3-0] 2024-11-22T23:36:41,759 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:41,766 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/_temporary/0/_temporary/attempt_local735297148_0014_r_000000_0/f/cdd22ca5e6994c13a166299584569e75 is 59, key is row-test-1732318492693-1-10/f:q1/1732318524085/Put/seqid=0 2024-11-22T23:36:41,767 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741985_1161 (size=11124) 2024-11-22T23:36:42,173 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/_temporary/0/_temporary/attempt_local735297148_0014_r_000000_0/mob/8a9e11937e394615a43c54364cdac85a is 192, key is row-test-1732318492693-3-100/mob:q1/1732318524451/Put/seqid=0 2024-11-22T23:36:42,178 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741986_1162 (size=13403) 2024-11-22T23:36:42,618 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d91b4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:42,618 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:42,618 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:42,619 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb1a078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:42,620 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:42,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fadc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:42,621 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:42,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:42,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:42,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:42,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:42,625 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T23:36:42,625 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:42,625 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:42,625 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:42,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:42,625 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T23:36:42,625 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:42,630 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/_temporary/0/_temporary/attempt_local735297148_0014_r_000001_0/f/7d1fd9c2acdb4f78ae4ed547b5427e65 is 37, key is row10/f:q1/1732318495408/Put/seqid=0 2024-11-22T23:36:42,632 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:42,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741987_1163 (size=8741) 2024-11-22T23:36:43,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-22T23:36:43,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-22T23:36:43,577 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138 2024-11-22T23:36:43,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e242e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:43,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:43,580 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210a5527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:43,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360630c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:43,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:43,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:43,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:43,587 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/_SUCCESS 2024-11-22T23:36:43,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:43,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:43,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cdd67fe 2024-11-22T23:36:43,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:43,596 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:43,601 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,608 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/f/7d1fd9c2acdb4f78ae4ed547b5427e65 first=Optional[row0] last=Optional[row98] 2024-11-22T23:36:43,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/f/cdd22ca5e6994c13a166299584569e75 first=Optional[row-test-1732318492693-1-0] last=Optional[row-test-1732318492693-1-98] 2024-11-22T23:36:43,614 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/mob/8a9e11937e394615a43c54364cdac85a first=Optional[row-test-1732318492693-3-0] last=Optional[row-test-1732318492693-3-99] 2024-11-22T23:36:43,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/f/7d1fd9c2acdb4f78ae4ed547b5427e65 for inclusion in 0194de5ce6d22e3fb012a71efdb4e320/f 2024-11-22T23:36:43,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/f/cdd22ca5e6994c13a166299584569e75 for inclusion in 9caa78e0cebaaca7dbc88ced708ae6e0/f 2024-11-22T23:36:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T23:36:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-22T23:36:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HRegion(2603): Flush status journal for 0194de5ce6d22e3fb012a71efdb4e320: 2024-11-22T23:36:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/f/7d1fd9c2acdb4f78ae4ed547b5427e65 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/7d1fd9c2acdb4f78ae4ed547b5427e65 2024-11-22T23:36:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732318492693-1-0 last=row-test-1732318492693-1-98 2024-11-22T23:36:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T23:36:43,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/mob/8a9e11937e394615a43c54364cdac85a for inclusion in 9caa78e0cebaaca7dbc88ced708ae6e0/mob 2024-11-22T23:36:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/7d1fd9c2acdb4f78ae4ed547b5427e65 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/f/041068478c09439fa0cc7342ac9e70dd_SeqId_4_ 2024-11-22T23:36:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdec576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732318492693-3-0 last=row-test-1732318492693-3-99 2024-11-22T23:36:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T23:36:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegion(2603): Flush status journal for 9caa78e0cebaaca7dbc88ced708ae6e0: 2024-11-22T23:36:43,630 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:43,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:43,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:43,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea47036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:43,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/f/cdd22ca5e6994c13a166299584569e75 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/cdd22ca5e6994c13a166299584569e75 2024-11-22T23:36:43,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:43,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70358d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/cdd22ca5e6994c13a166299584569e75 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f/9186e51f29d3458e84c6d049b7b030d0_SeqId_4_ 2024-11-22T23:36:43,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:43,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3368ec60 2024-11-22T23:36:43,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318600138/mob/8a9e11937e394615a43c54364cdac85a to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/mob/8a9e11937e394615a43c54364cdac85a 2024-11-22T23:36:43,634 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:43,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:43,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/mob/8a9e11937e394615a43c54364cdac85a as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/mob/ba8b8cfd00214e809204aed7b09b7e64_SeqId_4_ 2024-11-22T23:36:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43556eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:43,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:43,638 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daebbf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,640 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:43,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cc3974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8e1662d 2024-11-22T23:36:43,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:43,642 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:43,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:43,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:43,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:43,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:43,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349. 2024-11-22T23:36:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:43,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/7d1fd9c2acdb4f78ae4ed547b5427e65 into 0194de5ce6d22e3fb012a71efdb4e320/f as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/f/041068478c09439fa0cc7342ac9e70dd_SeqId_4_ - updating store file list. 2024-11-22T23:36:43,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:43,664 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/f/041068478c09439fa0cc7342ac9e70dd_SeqId_4_ into 0194de5ce6d22e3fb012a71efdb4e320/f 2024-11-22T23:36:43,664 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/7d1fd9c2acdb4f78ae4ed547b5427e65 into 0194de5ce6d22e3fb012a71efdb4e320/f (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/f/041068478c09439fa0cc7342ac9e70dd_SeqId_4_) 2024-11-22T23:36:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/7d1fd9c2acdb4f78ae4ed547b5427e65 2024-11-22T23:36:43,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3251fb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1dd7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:43,669 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:43,669 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20894f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547503f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,670 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:43,670 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:43,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446c07ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f157235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@117bec49 2024-11-22T23:36:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d906d5c 2024-11-22T23:36:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:43,673 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:43,673 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:36:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:43,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:43,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:36:43,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:43,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349. 2024-11-22T23:36:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:43,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:43,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/cdd22ca5e6994c13a166299584569e75 into 9caa78e0cebaaca7dbc88ced708ae6e0/f as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f/9186e51f29d3458e84c6d049b7b030d0_SeqId_4_ - updating store file list. 2024-11-22T23:36:43,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f/9186e51f29d3458e84c6d049b7b030d0_SeqId_4_ into 9caa78e0cebaaca7dbc88ced708ae6e0/f 2024-11-22T23:36:43,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/cdd22ca5e6994c13a166299584569e75 into 9caa78e0cebaaca7dbc88ced708ae6e0/f (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f/9186e51f29d3458e84c6d049b7b030d0_SeqId_4_) 2024-11-22T23:36:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/f/cdd22ca5e6994c13a166299584569e75 2024-11-22T23:36:43,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/mob/8a9e11937e394615a43c54364cdac85a into 9caa78e0cebaaca7dbc88ced708ae6e0/mob as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/mob/ba8b8cfd00214e809204aed7b09b7e64_SeqId_4_ - updating store file list. 2024-11-22T23:36:43,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/mob/ba8b8cfd00214e809204aed7b09b7e64_SeqId_4_ into 9caa78e0cebaaca7dbc88ced708ae6e0/mob 2024-11-22T23:36:43,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/mob/8a9e11937e394615a43c54364cdac85a into 9caa78e0cebaaca7dbc88ced708ae6e0/mob (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/mob/ba8b8cfd00214e809204aed7b09b7e64_SeqId_4_) 2024-11-22T23:36:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__kkj5784dcrqgsvh44c2njn79r7utskrvv76i8uhcv1rlmv78b8j80p5hec1ip53h/mob/8a9e11937e394615a43c54364cdac85a 2024-11-22T23:36:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49914631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:43,705 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e583625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:43,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:43,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,706 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:43,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f488c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c125784 2024-11-22T23:36:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:43,709 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:36:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:43,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:36:43,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:43,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:43,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:43,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:43,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:43,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:43,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:43,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=2 , the old value is region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:43,727 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T23:36:43,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:43,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=2 from cache 2024-11-22T23:36:43,728 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T23:36:43,746 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732318492693' to 'table1' from log dirs: hdfs://localhost:37621/backupUT/backup_1732318574171/default/test-1732318492693/f2/d68c6b644bed4618b8a0b77177875acb 2024-11-22T23:36:43,750 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732318492693', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732318574171 2024-11-22T23:36:43,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-22T23:36:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741988_1164 (size=938) 2024-11-22T23:36:43,838 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T23:36:44,170 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-22T23:36:44,170 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-22T23:36:44,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-22T23:36:44,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, REOPEN/MOVE}] 2024-11-22T23:36:44,180 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, REOPEN/MOVE 2024-11-22T23:36:44,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, REOPEN/MOVE 2024-11-22T23:36:44,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9caa78e0cebaaca7dbc88ced708ae6e0, regionState=CLOSING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:44,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0194de5ce6d22e3fb012a71efdb4e320, regionState=CLOSING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:44,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, REOPEN/MOVE because future has completed 2024-11-22T23:36:44,183 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:36:44,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:44,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, REOPEN/MOVE because future has completed 2024-11-22T23:36:44,184 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:36:44,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:44,337 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,337 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:36:44,337 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 0194de5ce6d22e3fb012a71efdb4e320, disabling compactions & flushes 2024-11-22T23:36:44,337 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:44,337 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:44,337 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. after waiting 0 ms 2024-11-22T23:36:44,337 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:44,348 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T23:36:44,349 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:44,349 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:44,349 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 0194de5ce6d22e3fb012a71efdb4e320: Waiting for close lock at 1732318604337Running coprocessor pre-close hooks at 1732318604337Disabling compacts and flushes for region at 1732318604337Disabling writes for close at 1732318604337Writing region close event to WAL at 1732318604339 (+2 ms)Running coprocessor post-close hooks at 1732318604349 (+10 ms)Closed at 1732318604349 2024-11-22T23:36:44,349 WARN [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 0194de5ce6d22e3fb012a71efdb4e320 to self. 2024-11-22T23:36:44,352 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,353 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,353 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:36:44,353 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 9caa78e0cebaaca7dbc88ced708ae6e0, disabling compactions & flushes 2024-11-22T23:36:44,353 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:44,353 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:44,353 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. after waiting 0 ms 2024-11-22T23:36:44,353 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:44,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0194de5ce6d22e3fb012a71efdb4e320, regionState=CLOSED 2024-11-22T23:36:44,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:44,359 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T23:36:44,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-22T23:36:44,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606 in 173 msec 2024-11-22T23:36:44,360 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:44,360 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:44,360 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 9caa78e0cebaaca7dbc88ced708ae6e0: Waiting for close lock at 1732318604353Running coprocessor pre-close hooks at 1732318604353Disabling compacts and flushes for region at 1732318604353Disabling writes for close at 1732318604353Writing region close event to WAL at 1732318604355 (+2 ms)Running coprocessor post-close hooks at 1732318604360 (+5 ms)Closed at 1732318604360 2024-11-22T23:36:44,360 WARN [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 9caa78e0cebaaca7dbc88ced708ae6e0 to self. 2024-11-22T23:36:44,361 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, REOPEN/MOVE; state=CLOSED, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=true 2024-11-22T23:36:44,362 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9caa78e0cebaaca7dbc88ced708ae6e0, regionState=CLOSED 2024-11-22T23:36:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:44,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-22T23:36:44,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606 in 183 msec 2024-11-22T23:36:44,369 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, REOPEN/MOVE; state=CLOSED, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=true 2024-11-22T23:36:44,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9caa78e0cebaaca7dbc88ced708ae6e0, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:44,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0194de5ce6d22e3fb012a71efdb4e320, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:44,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, REOPEN/MOVE because future has completed 2024-11-22T23:36:44,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:44,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, REOPEN/MOVE because future has completed 2024-11-22T23:36:44,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:44,675 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:44,676 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 9caa78e0cebaaca7dbc88ced708ae6e0, NAME => 'table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T23:36:44,676 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:44,676 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,677 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:44,677 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,677 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,679 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T23:36:44,680 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa78e0cebaaca7dbc88ced708ae6e0 columnFamilyName f 2024-11-22T23:36:44,680 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:44,686 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f/9186e51f29d3458e84c6d049b7b030d0_SeqId_4_ 2024-11-22T23:36:44,687 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(327): Store=9caa78e0cebaaca7dbc88ced708ae6e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:44,687 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,688 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa78e0cebaaca7dbc88ced708ae6e0 columnFamilyName f2 2024-11-22T23:36:44,688 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:44,689 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(327): Store=9caa78e0cebaaca7dbc88ced708ae6e0/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:44,689 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,690 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa78e0cebaaca7dbc88ced708ae6e0 columnFamilyName mob 2024-11-22T23:36:44,690 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:44,695 DEBUG [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/mob/ba8b8cfd00214e809204aed7b09b7e64_SeqId_4_ 2024-11-22T23:36:44,695 INFO [StoreOpener-9caa78e0cebaaca7dbc88ced708ae6e0-1 {}] regionserver.HStore(327): Store=9caa78e0cebaaca7dbc88ced708ae6e0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:44,696 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,696 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,697 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,698 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,698 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,699 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:36:44,700 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,701 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 9caa78e0cebaaca7dbc88ced708ae6e0; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10676131680, jitterRate=-0.0057077556848526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:36:44,701 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:44,701 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 9caa78e0cebaaca7dbc88ced708ae6e0: Running coprocessor pre-open hook at 1732318604677Writing region info on filesystem at 1732318604677Initializing all the Stores at 1732318604678 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318604678Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318604679 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318604679Cleaning up temporary data from old regions at 1732318604698 (+19 ms)Running coprocessor post-open hooks at 1732318604701 (+3 ms)Region opened successfully at 1732318604701 2024-11-22T23:36:44,702 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., pid=87, masterSystemTime=1732318604669 2024-11-22T23:36:44,704 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:44,704 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:44,704 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:44,704 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 0194de5ce6d22e3fb012a71efdb4e320, NAME => 'table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T23:36:44,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9caa78e0cebaaca7dbc88ced708ae6e0, regionState=OPEN, openSeqNum=7, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:44,705 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:44,705 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,705 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:44,705 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,705 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:44,706 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,707 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194de5ce6d22e3fb012a71efdb4e320 columnFamilyName f 2024-11-22T23:36:44,707 DEBUG [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:44,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82 2024-11-22T23:36:44,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 9caa78e0cebaaca7dbc88ced708ae6e0, server=5746ba078b28,35349,1732318484606 in 189 msec 2024-11-22T23:36:44,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9caa78e0cebaaca7dbc88ced708ae6e0, REOPEN/MOVE in 529 msec 2024-11-22T23:36:44,713 DEBUG [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/f/041068478c09439fa0cc7342ac9e70dd_SeqId_4_ 2024-11-22T23:36:44,713 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(327): Store=0194de5ce6d22e3fb012a71efdb4e320/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:44,713 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,714 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194de5ce6d22e3fb012a71efdb4e320 columnFamilyName f2 2024-11-22T23:36:44,714 DEBUG [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:44,715 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(327): Store=0194de5ce6d22e3fb012a71efdb4e320/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:44,715 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,716 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194de5ce6d22e3fb012a71efdb4e320 columnFamilyName mob 2024-11-22T23:36:44,716 DEBUG [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:44,717 INFO [StoreOpener-0194de5ce6d22e3fb012a71efdb4e320-1 {}] regionserver.HStore(327): Store=0194de5ce6d22e3fb012a71efdb4e320/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:44,717 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,718 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,719 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,720 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,720 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,720 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T23:36:44,722 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,722 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 0194de5ce6d22e3fb012a71efdb4e320; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9739686720, jitterRate=-0.09292098879814148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T23:36:44,722 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:44,722 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 0194de5ce6d22e3fb012a71efdb4e320: Running coprocessor pre-open hook at 1732318604705Writing region info on filesystem at 1732318604705Initializing all the Stores at 1732318604706 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318604706Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318604706Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318604706Cleaning up temporary data from old regions at 1732318604720 (+14 ms)Running coprocessor post-open hooks at 1732318604722 (+2 ms)Region opened successfully at 1732318604722 2024-11-22T23:36:44,723 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320., pid=86, masterSystemTime=1732318604669 2024-11-22T23:36:44,725 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:44,725 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:44,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0194de5ce6d22e3fb012a71efdb4e320, regionState=OPEN, openSeqNum=7, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:44,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:44,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-22T23:36:44,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 0194de5ce6d22e3fb012a71efdb4e320, server=5746ba078b28,35349,1732318484606 in 211 msec 2024-11-22T23:36:44,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-22T23:36:44,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0194de5ce6d22e3fb012a71efdb4e320, REOPEN/MOVE in 550 msec 2024-11-22T23:36:44,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T23:36:44,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 555 msec 2024-11-22T23:36:44,733 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-22T23:36:44,734 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., family=f3 2024-11-22T23:36:44,735 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320., family=f3 2024-11-22T23:36:44,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 982 msec 2024-11-22T23:36:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T23:36:44,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-22T23:36:44,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:44,742 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:44,742 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37621/backupUT/backup_1732318574171/default/test-1732318492693/f2/d68c6b644bed4618b8a0b77177875acb from hbase tables test-1732318492693 to tables table1 2024-11-22T23:36:44,742 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732318492693 into table1 2024-11-22T23:36:44,743 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318604742 from hdfs://localhost:37621/backupUT/backup_1732318574171/default/test-1732318492693/f2/d68c6b644bed4618b8a0b77177875acb 2024-11-22T23:36:44,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e95cfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:44,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:44,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:44,745 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a39ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:44,746 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:44,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8ef8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:44,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:44,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:44,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326d934b 2024-11-22T23:36:44,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:44,748 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:44,749 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T23:36:44,749 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T23:36:44,749 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:44,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:44,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:44,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:44,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:44,753 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T23:36:44,753 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T23:36:44,753 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T23:36:44,753 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/partitions_af14fc50-cede-4bce-93c3-82b3723a2a2e 2024-11-22T23:36:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741989_1165 (size=177) 2024-11-22T23:36:45,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:45,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:45,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-5176775206408493498.jar 2024-11-22T23:36:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:46,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:46,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:46,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:46,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:46,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:46,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:46,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:46,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:46,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:46,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:46,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:46,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:46,030 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T23:36:46,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:46,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:46,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:46,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:46,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:46,030 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T23:36:46,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:46,040 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:46,051 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T23:36:46,131 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local728818977_0015_66e45f41-2c8e-4394-bf7c-f3bfc3c4d60a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:46,131 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local728818977_0015_66e45f41-2c8e-4394-bf7c-f3bfc3c4d60a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:46,184 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318574171/default/test-1732318492693/f2/d68c6b644bed4618b8a0b77177875acb 2024-11-22T23:36:46,186 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:46,214 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58057b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:46,214 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:46,214 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:46,215 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be8f5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:46,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:46,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:46,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15eb8112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:46,217 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:46,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:46,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:46,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:46,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732318492693-2-0', locateType=CURRENT is [region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=7] 2024-11-22T23:36:46,220 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-22T23:36:46,221 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:46,221 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:46,221 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:46,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:46,221 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732318492693-2-0] 2024-11-22T23:36:46,221 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:46,225 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318604742/_temporary/0/_temporary/attempt_local728818977_0015_r_000000_0/f2/d3b5f226185b4f9f947ddbd193e66c3e is 58, key is row-test-1732318492693-2-0/f2:q1/1732318569162/Put/seqid=0 2024-11-22T23:36:46,226 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741990_1166 (size=5608) 2024-11-22T23:36:47,174 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318604742 2024-11-22T23:36:47,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83fc3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:47,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:47,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb09aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,178 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:47,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7feefc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:47,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:47,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:47,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:47,183 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318604742/_SUCCESS 2024-11-22T23:36:47,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:47,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:47,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb4252f 2024-11-22T23:36:47,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:47,188 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:47,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=7] 2024-11-22T23:36:47,191 DEBUG [regionserver/5746ba078b28:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-22T23:36:47,193 WARN [regionserver/5746ba078b28:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 15, running: 1 2024-11-22T23:36:47,194 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T23:36:47,200 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318604742/f2/d3b5f226185b4f9f947ddbd193e66c3e first=Optional[row-test-1732318492693-2-0] last=Optional[row-test-1732318492693-2-6] 2024-11-22T23:36:47,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318604742/f2/d3b5f226185b4f9f947ddbd193e66c3e for inclusion in 9caa78e0cebaaca7dbc88ced708ae6e0/f2 2024-11-22T23:36:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732318492693-2-0 last=row-test-1732318492693-2-6 2024-11-22T23:36:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T23:36:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegion(2603): Flush status journal for 9caa78e0cebaaca7dbc88ced708ae6e0: 2024-11-22T23:36:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-default-table1-1732318604742/f2/d3b5f226185b4f9f947ddbd193e66c3e to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__7j5emioupm94hocr93okvub4vm542lf3se6oosaddihmrgbpltujngjv06c0vhnm/f2/d3b5f226185b4f9f947ddbd193e66c3e 2024-11-22T23:36:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__7j5emioupm94hocr93okvub4vm542lf3se6oosaddihmrgbpltujngjv06c0vhnm/f2/d3b5f226185b4f9f947ddbd193e66c3e as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f2/01ad502cbf0044159d5da26259c2a22b_SeqId_9_ 2024-11-22T23:36:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0667a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:47,212 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:47,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:47,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:47,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122aead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239337c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57730a9c 2024-11-22T23:36:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:47,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:47,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:47,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:47,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:47,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:47,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__7j5emioupm94hocr93okvub4vm542lf3se6oosaddihmrgbpltujngjv06c0vhnm/f2/d3b5f226185b4f9f947ddbd193e66c3e into 9caa78e0cebaaca7dbc88ced708ae6e0/f2 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f2/01ad502cbf0044159d5da26259c2a22b_SeqId_9_ - updating store file list. 2024-11-22T23:36:47,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f2/01ad502cbf0044159d5da26259c2a22b_SeqId_9_ into 9caa78e0cebaaca7dbc88ced708ae6e0/f2 2024-11-22T23:36:47,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__7j5emioupm94hocr93okvub4vm542lf3se6oosaddihmrgbpltujngjv06c0vhnm/f2/d3b5f226185b4f9f947ddbd193e66c3e into 9caa78e0cebaaca7dbc88ced708ae6e0/f2 (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/f2/01ad502cbf0044159d5da26259c2a22b_SeqId_9_) 2024-11-22T23:36:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__table1__7j5emioupm94hocr93okvub4vm542lf3se6oosaddihmrgbpltujngjv06c0vhnm/f2/d3b5f226185b4f9f947ddbd193e66c3e 2024-11-22T23:36:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ab433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:47,242 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25edd2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44caa760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58cf454c 2024-11-22T23:36:47,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:47,245 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:36:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:47,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:36:47,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:47,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:47,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:47,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:47,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:47,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:47,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:47,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:47,264 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T23:36:47,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=7 , the old value is region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:47,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:47,264 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732318492693 has been successfully restored to table1 2024-11-22T23:36:47,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=7 from cache 2024-11-22T23:36:47,264 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T23:36:47,264 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732318574171 hdfs://localhost:37621/backupUT/backup_1732318574171/default/test-1732318492693/ 2024-11-22T23:36:47,264 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T23:36:47,264 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37621/backupUT/backup_1732318538816/.backup.manifest 2024-11-22T23:36:47,266 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732318538816/.backup.manifest 2024-11-22T23:36:47,267 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17323184926931' to 'ns2:table2' from full backup image hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931 2024-11-22T23:36:47,268 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17323184926931', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732318574171 2024-11-22T23:36:47,272 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-22T23:36:47,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-22T23:36:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-22T23:36:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T23:36:47,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318607277"}]},"ts":"1732318607277"} 2024-11-22T23:36:47,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-22T23:36:47,279 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-22T23:36:47,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-22T23:36:47,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, UNASSIGN}] 2024-11-22T23:36:47,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, UNASSIGN 2024-11-22T23:36:47,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=87086da42557ad6738014d361e23a094, regionState=CLOSING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:47,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, UNASSIGN because future has completed 2024-11-22T23:36:47,287 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:36:47,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87086da42557ad6738014d361e23a094, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:47,369 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T23:36:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T23:36:47,441 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 87086da42557ad6738014d361e23a094 2024-11-22T23:36:47,441 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:36:47,442 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 87086da42557ad6738014d361e23a094, disabling compactions & flushes 2024-11-22T23:36:47,442 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:47,442 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:47,442 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. after waiting 0 ms 2024-11-22T23:36:47,442 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:47,452 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T23:36:47,453 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:47,453 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. 2024-11-22T23:36:47,453 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 87086da42557ad6738014d361e23a094: Waiting for close lock at 1732318607441Running coprocessor pre-close hooks at 1732318607441Disabling compacts and flushes for region at 1732318607441Disabling writes for close at 1732318607442 (+1 ms)Writing region close event to WAL at 1732318607444 (+2 ms)Running coprocessor post-close hooks at 1732318607453 (+9 ms)Closed at 1732318607453 2024-11-22T23:36:47,456 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 87086da42557ad6738014d361e23a094 2024-11-22T23:36:47,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=87086da42557ad6738014d361e23a094, regionState=CLOSED 2024-11-22T23:36:47,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87086da42557ad6738014d361e23a094, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:47,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T23:36:47,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 87086da42557ad6738014d361e23a094, server=5746ba078b28,35349,1732318484606 in 173 msec 2024-11-22T23:36:47,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T23:36:47,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=87086da42557ad6738014d361e23a094, UNASSIGN in 181 msec 2024-11-22T23:36:47,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T23:36:47,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 185 msec 2024-11-22T23:36:47,468 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318607468"}]},"ts":"1732318607468"} 2024-11-22T23:36:47,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-22T23:36:47,470 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-22T23:36:47,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 197 msec 2024-11-22T23:36:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T23:36:47,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-22T23:36:47,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-22T23:36:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-22T23:36:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T23:36:47,605 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-22T23:36:47,609 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094 2024-11-22T23:36:47,612 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/f, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/recovered.edits] 2024-11-22T23:36:47,618 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/f/134e64f850954db29e82264e869762c8_SeqId_4_ to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/ns2/table2/87086da42557ad6738014d361e23a094/f/134e64f850954db29e82264e869762c8_SeqId_4_ 2024-11-22T23:36:47,623 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094/recovered.edits/6.seqid to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/archive/data/ns2/table2/87086da42557ad6738014d361e23a094/recovered.edits/6.seqid 2024-11-22T23:36:47,623 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/87086da42557ad6738014d361e23a094 2024-11-22T23:36:47,623 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-22T23:36:47,628 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-22T23:36:47,630 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-22T23:36:47,630 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-22T23:36:47,630 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732318607630"}]},"ts":"9223372036854775807"} 2024-11-22T23:36:47,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T23:36:47,632 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 87086da42557ad6738014d361e23a094, NAME => 'ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T23:36:47,632 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-22T23:36:47,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732318607633"}]},"ts":"9223372036854775807"} 2024-11-22T23:36:47,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-22T23:36:47,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741991_1167 (size=351) 2024-11-22T23:36:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T23:36:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T23:36:48,047 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd60c58069434f39829a8ff5f5a6c435, NAME => 'ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f 2024-11-22T23:36:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741992_1168 (size=37) 2024-11-22T23:36:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T23:36:48,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:48,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing fd60c58069434f39829a8ff5f5a6c435, disabling compactions & flushes 2024-11-22T23:36:48,463 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:48,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:48,464 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. after waiting 0 ms 2024-11-22T23:36:48,464 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:48,464 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:48,464 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd60c58069434f39829a8ff5f5a6c435: Waiting for close lock at 1732318608463Disabling compacts and flushes for region at 1732318608463Disabling writes for close at 1732318608464 (+1 ms)Writing region close event to WAL at 1732318608464Closed at 1732318608464 2024-11-22T23:36:48,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732318608467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318608467"}]},"ts":"1732318608467"} 2024-11-22T23:36:48,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:36:48,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318608472"}]},"ts":"1732318608472"} 2024-11-22T23:36:48,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-22T23:36:48,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=fd60c58069434f39829a8ff5f5a6c435, ASSIGN}] 2024-11-22T23:36:48,475 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=fd60c58069434f39829a8ff5f5a6c435, ASSIGN 2024-11-22T23:36:48,476 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=fd60c58069434f39829a8ff5f5a6c435, ASSIGN; state=OFFLINE, location=5746ba078b28,35349,1732318484606; forceNewPlan=false, retain=false 2024-11-22T23:36:48,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=fd60c58069434f39829a8ff5f5a6c435, regionState=OPENING, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=fd60c58069434f39829a8ff5f5a6c435, ASSIGN because future has completed 2024-11-22T23:36:48,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd60c58069434f39829a8ff5f5a6c435, server=5746ba078b28,35349,1732318484606}] 2024-11-22T23:36:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T23:36:48,792 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:48,792 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => fd60c58069434f39829a8ff5f5a6c435, NAME => 'ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:36:48,793 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T23:36:48,793 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,793 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:36:48,794 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,794 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,796 INFO [StoreOpener-fd60c58069434f39829a8ff5f5a6c435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,798 INFO [StoreOpener-fd60c58069434f39829a8ff5f5a6c435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd60c58069434f39829a8ff5f5a6c435 columnFamilyName f 2024-11-22T23:36:48,798 DEBUG [StoreOpener-fd60c58069434f39829a8ff5f5a6c435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:48,799 INFO [StoreOpener-fd60c58069434f39829a8ff5f5a6c435-1 {}] regionserver.HStore(327): Store=fd60c58069434f39829a8ff5f5a6c435/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:36:48,799 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,800 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,801 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,802 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,802 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,804 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,808 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:36:48,808 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened fd60c58069434f39829a8ff5f5a6c435; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10457472640, jitterRate=-0.02607196569442749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T23:36:48,808 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:48,809 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for fd60c58069434f39829a8ff5f5a6c435: Running coprocessor pre-open hook at 1732318608794Writing region info on filesystem at 1732318608794Initializing all the Stores at 1732318608795 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318608795Cleaning up temporary data from old regions at 1732318608802 (+7 ms)Running coprocessor post-open hooks at 1732318608808 (+6 ms)Region opened successfully at 1732318608809 (+1 ms) 2024-11-22T23:36:48,811 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., pid=94, masterSystemTime=1732318608785 2024-11-22T23:36:48,813 DEBUG [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:48,813 INFO [RS_OPEN_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:48,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=fd60c58069434f39829a8ff5f5a6c435, regionState=OPEN, openSeqNum=2, regionLocation=5746ba078b28,35349,1732318484606 2024-11-22T23:36:48,816 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44687 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5746ba078b28,35349,1732318484606, table=ns2:table2, region=fd60c58069434f39829a8ff5f5a6c435. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T23:36:48,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd60c58069434f39829a8ff5f5a6c435, server=5746ba078b28,35349,1732318484606 because future has completed 2024-11-22T23:36:48,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T23:36:48,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure fd60c58069434f39829a8ff5f5a6c435, server=5746ba078b28,35349,1732318484606 in 184 msec 2024-11-22T23:36:48,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T23:36:48,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=fd60c58069434f39829a8ff5f5a6c435, ASSIGN in 346 msec 2024-11-22T23:36:48,822 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318608822"}]},"ts":"1732318608822"} 2024-11-22T23:36:48,824 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-22T23:36:48,824 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-22T23:36:48,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2240 sec 2024-11-22T23:36:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T23:36:49,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-22T23:36:49,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T23:36:49,768 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4 from hbase tables ns2:test-17323184926931 to tables ns2:table2 2024-11-22T23:36:49,769 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17323184926931 into ns2:table2 2024-11-22T23:36:49,772 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318609769 from hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:36:49,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736bb217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:49,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:49,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:49,775 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:49,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:49,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579fb8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:49,777 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:49,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:49,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:49,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:49,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2692a461 2024-11-22T23:36:49,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:49,780 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:49,781 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T23:36:49,781 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-22T23:36:49,781 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T23:36:49,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:49,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:49,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:49,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:49,785 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-22T23:36:49,785 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-22T23:36:49,786 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/partitions_c94832a5-b275-445c-b1ca-e704bbadb959 2024-11-22T23:36:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741993_1169 (size=153) 2024-11-22T23:36:49,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T23:36:50,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:50,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:50,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop-13298227590958651913.jar 2024-11-22T23:36:51,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:51,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T23:36:51,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T23:36:51,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T23:36:51,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T23:36:51,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T23:36:51,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T23:36:51,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T23:36:51,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T23:36:51,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T23:36:51,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T23:36:51,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T23:36:51,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T23:36:51,061 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-22T23:36:51,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:51,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:51,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:51,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:51,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:51,062 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T23:36:51,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T23:36:51,071 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T23:36:51,082 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T23:36:51,168 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local806887511_0016_965dbdda-94a6-4294-820b-7a4ba8f7ae25/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T23:36:51,168 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/mapreduce.cluster.local.dir/job_local806887511_0016_965dbdda-94a6-4294-820b-7a4ba8f7ae25/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T23:36:51,208 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/964750f5f1624102a452815d14088006 2024-11-22T23:36:51,211 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:51,243 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37621/backupUT/backup_1732318538816/ns2/test-17323184926931/archive/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/f/9d0122147abc4f7b963c4861a1f5f9fa 2024-11-22T23:36:51,246 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T23:36:51,272 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1516ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:51,272 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:51,272 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:51,273 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:51,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:51,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:51,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bee3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:51,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:51,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:51,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:51,275 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:51,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8269883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:51,276 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:51,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:51,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:51,279 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-22T23:36:51,279 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:51,279 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:51,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:51,279 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:51,279 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-22T23:36:51,279 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5746ba078b28 2024-11-22T23:36:51,283 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318609769/_temporary/0/_temporary/attempt_local806887511_0016_r_000000_0/f/e8556dce4d5f4f9aace572f3fcc9be94 is 38, key is row-t20/f:q1/1732318524491/Put/seqid=0 2024-11-22T23:36:51,284 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5746ba078b28:35349] Specified favored nodes: [5746ba078b28:35349] 2024-11-22T23:36:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741994_1170 (size=8934) 2024-11-22T23:36:52,208 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318609769 2024-11-22T23:36:52,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9603655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:52,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:52,211 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e940f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,212 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:52,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ee4df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:52,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:52,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:52,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:52,217 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318609769/_SUCCESS 2024-11-22T23:36:52,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:52,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:52,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e91e0d8 2024-11-22T23:36:52,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:52,221 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:52,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:52,226 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T23:36:52,231 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318609769/f/e8556dce4d5f4f9aace572f3fcc9be94 first=Optional[row-t20] last=Optional[row98] 2024-11-22T23:36:52,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318609769/f/e8556dce4d5f4f9aace572f3fcc9be94 for inclusion in fd60c58069434f39829a8ff5f5a6c435/f 2024-11-22T23:36:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-22T23:36:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T23:36:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegion(2603): Flush status journal for fd60c58069434f39829a8ff5f5a6c435: 2024-11-22T23:36:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/hbase-staging/bulk_output-ns2-table2-1732318609769/f/e8556dce4d5f4f9aace572f3fcc9be94 to hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__fe3vmpes632buq9a3dfaaj0efgrk51tkblulij0eo1uifpe4o69fbh7oge371jm/f/e8556dce4d5f4f9aace572f3fcc9be94 2024-11-22T23:36:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__fe3vmpes632buq9a3dfaaj0efgrk51tkblulij0eo1uifpe4o69fbh7oge371jm/f/e8556dce4d5f4f9aace572f3fcc9be94 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435/f/e3194f8c42b44e2db7d5cf383bdd9c43_SeqId_4_ 2024-11-22T23:36:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fab6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:52,243 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:52,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:52,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:52,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa705b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:52,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:52,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,245 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:52,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423ba078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:52,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:52,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d69daa 2024-11-22T23:36:52,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:52,247 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:36:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:52,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:52,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:52,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:36:52,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:52,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:52,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:52,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:52,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__fe3vmpes632buq9a3dfaaj0efgrk51tkblulij0eo1uifpe4o69fbh7oge371jm/f/e8556dce4d5f4f9aace572f3fcc9be94 into fd60c58069434f39829a8ff5f5a6c435/f as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435/f/e3194f8c42b44e2db7d5cf383bdd9c43_SeqId_4_ - updating store file list. 2024-11-22T23:36:52,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435/f/e3194f8c42b44e2db7d5cf383bdd9c43_SeqId_4_ into fd60c58069434f39829a8ff5f5a6c435/f 2024-11-22T23:36:52,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__fe3vmpes632buq9a3dfaaj0efgrk51tkblulij0eo1uifpe4o69fbh7oge371jm/f/e8556dce4d5f4f9aace572f3fcc9be94 into fd60c58069434f39829a8ff5f5a6c435/f (new location: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435/f/e3194f8c42b44e2db7d5cf383bdd9c43_SeqId_4_) 2024-11-22T23:36:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/staging/jenkins__ns2_table2__fe3vmpes632buq9a3dfaaj0efgrk51tkblulij0eo1uifpe4o69fbh7oge371jm/f/e8556dce4d5f4f9aace572f3fcc9be94 2024-11-22T23:36:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487d20b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ClusterIdFetcher(90): Going to request 5746ba078b28,44687,-1 for getting cluster id 2024-11-22T23:36:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:36:52,272 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e170fad-8dfb-4c9c-89d1-74766d50c977' 2024-11-22T23:36:52,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:36:52,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e170fad-8dfb-4c9c-89d1-74766d50c977" 2024-11-22T23:36:52,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163ba9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5746ba078b28,44687,-1] 2024-11-22T23:36:52,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:36:52,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,273 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:36:52,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7daa0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T23:36:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:36:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5746ba078b28,44687,1732318482757 2024-11-22T23:36:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a858ca 2024-11-22T23:36:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:36:52,275 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T23:36:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:36:52,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5746ba078b28,35349,1732318484606, seqNum=-1] 2024-11-22T23:36:52,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:36:52,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T23:36:52,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T23:36:52,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T23:36:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:52,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349. 2024-11-22T23:36:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:52,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:52,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:52,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,292 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T23:36:52,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:52,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., hostname=5746ba078b28,35349,1732318484606, seqNum=2 , the old value is region=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., hostname=5746ba078b28,35349,1732318484606, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:52,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., hostname=5746ba078b28,35349,1732318484606, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T23:36:52,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., hostname=5746ba078b28,35349,1732318484606, seqNum=2 from cache 2024-11-22T23:36:52,293 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T23:36:52,314 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17323184926931', skipping incremental restore step. 2024-11-22T23:36:52,314 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T23:36:52,314 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732318574171 hdfs://localhost:37621/backupUT/backup_1732318574171/ns2/test-17323184926931/ 2024-11-22T23:36:52,314 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-22T23:36:52,315 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:36:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:37028 deadline: 1732318672315, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. is not online on 5746ba078b28,35349,1732318484606 2024-11-22T23:36:52,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2 , the old value is region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. is not online on 5746ba078b28,35349,1732318484606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca. is not online on 5746ba078b28,35349,1732318484606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732318587072.390d2e8b711a45b170a8a84fd2b397ca., hostname=5746ba078b28,35349,1732318484606, seqNum=2 from cache 2024-11-22T23:36:52,397 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5746ba078b28:35349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T23:36:52,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0., hostname=5746ba078b28,35349,1732318484606, seqNum=7] 2024-11-22T23:36:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:37028 deadline: 1732318672433, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. is not online on 5746ba078b28,35349,1732318484606 2024-11-22T23:36:52,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153., hostname=5746ba078b28,35349,1732318484606, seqNum=2 , the old value is region=table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153., hostname=5746ba078b28,35349,1732318484606, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. is not online on 5746ba078b28,35349,1732318484606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153., hostname=5746ba078b28,35349,1732318484606, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153. is not online on 5746ba078b28,35349,1732318484606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732318587072.68e73da744de90ceb3b16e285813b153., hostname=5746ba078b28,35349,1732318484606, seqNum=2 from cache 2024-11-22T23:36:52,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320., hostname=5746ba078b28,35349,1732318484606, seqNum=7] 2024-11-22T23:36:52,560 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-22T23:36:52,565 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-22T23:36:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T23:36:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:52,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T23:36:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:52,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T23:36:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T23:36:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T23:36:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:36:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T23:36:52,588 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-22T23:36:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:37028 deadline: 1732318672588, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. is not online on 5746ba078b28,35349,1732318484606 2024-11-22T23:36:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2 , the old value is region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. is not online on 5746ba078b28,35349,1732318484606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094. is not online on 5746ba078b28,35349,1732318484606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:36:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094., hostname=5746ba078b28,35349,1732318484606, seqNum=2 from cache 2024-11-22T23:36:52,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435., hostname=5746ba078b28,35349,1732318484606, seqNum=2] 2024-11-22T23:36:52,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:52,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:52,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:52,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1699368732-172.17.0.2-1732318478347:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1699368732-172.17.0.2-1732318478347:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (5746ba078b28,44687,1732318482757)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/5746ba078b28:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(5746ba078b28,35349,1732318484606)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_514435786_20 at /127.0.0.1:50124 [Receiving block BP-1699368732-172.17.0.2-1732318478347:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '5746ba078b28,35349,1732318484606' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1699368732-172.17.0.2-1732318478347:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(5746ba078b28,35349,1732318484606)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_514435786_20 at /127.0.0.1:50140 [Receiving block BP-1699368732-172.17.0.2-1732318478347:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_514435786_20 at /127.0.0.1:50138 [Receiving block BP-1699368732-172.17.0.2-1732318478347:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5746ba078b28:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(5746ba078b28,35349,1732318484606)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(5746ba078b28,35349,1732318484606)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_531929749_20 at /127.0.0.1:44842 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=100 (was 202), ProcessCount=18 (was 18), AvailableMemoryMB=3858 (was 4402) 2024-11-22T23:36:52,724 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-22T23:36:52,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T23:36:52,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:52,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:52,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:52,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T23:36:52,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1415824117, stopped=false 2024-11-22T23:36:52,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5746ba078b28,44687,1732318482757 2024-11-22T23:36:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-22T23:36:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-22T23:36:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:36:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:36:52,799 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T23:36:52,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:36:52,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:52,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T23:36:52,800 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5746ba078b28,35349,1732318484606' ***** 2024-11-22T23:36:52,800 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T23:36:52,800 INFO [RS:0;5746ba078b28:35349 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-22T23:36:52,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T23:36:52,805 INFO [RS:0;5746ba078b28:35349 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@690cb7fa{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-22T23:36:52,807 INFO [RS:0;5746ba078b28:35349 {}] server.AbstractConnector(383): Stopped ServerConnector@e93f817{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T23:36:52,807 INFO [RS:0;5746ba078b28:35349 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:52,807 INFO [RS:0;5746ba078b28:35349 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@c4c6f4b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-22T23:36:52,807 INFO [RS:0;5746ba078b28:35349 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2b820889{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:52,809 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T23:36:52,809 INFO [RS:0;5746ba078b28:35349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T23:36:52,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T23:36:52,809 INFO [RS:0;5746ba078b28:35349 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-22T23:36:52,809 INFO [RS:0;5746ba078b28:35349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T23:36:52,809 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for a8c6521d387705f3527ce9d2217832b7 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for 94dfb5916d0c1463ce09973d2999fe2e 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for 9caa78e0cebaaca7dbc88ced708ae6e0 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for 43ec2b9b1ec0c32e2bf4dbd3047c7aad 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for 0194de5ce6d22e3fb012a71efdb4e320 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for 25bec2cad8ca71debe8a793a7b7661d4 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for 8392050d68047231bf185d34acdc1299 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(959): stopping server 5746ba078b28,35349,1732318484606 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5746ba078b28:35349. 2024-11-22T23:36:52,810 DEBUG [RS:0;5746ba078b28:35349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:52,810 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8c6521d387705f3527ce9d2217832b7, disabling compactions & flushes 2024-11-22T23:36:52,810 DEBUG [RS:0;5746ba078b28:35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:52,810 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:36:52,810 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:36:52,810 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. after waiting 0 ms 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T23:36:52,810 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T23:36:52,810 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T23:36:52,811 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-22T23:36:52,811 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T23:36:52,811 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T23:36:52,811 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T23:36:52,811 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T23:36:52,811 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T23:36:52,811 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-22T23:36:52,812 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 0194de5ce6d22e3fb012a71efdb4e320, 1588230740, 25bec2cad8ca71debe8a793a7b7661d4, 43ec2b9b1ec0c32e2bf4dbd3047c7aad, 8392050d68047231bf185d34acdc1299, 94dfb5916d0c1463ce09973d2999fe2e, 9caa78e0cebaaca7dbc88ced708ae6e0, a8c6521d387705f3527ce9d2217832b7, fd60c58069434f39829a8ff5f5a6c435, ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:52,815 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns3/test-17323184926932/a8c6521d387705f3527ce9d2217832b7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T23:36:52,816 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:52,816 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:36:52,816 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8c6521d387705f3527ce9d2217832b7: Waiting for close lock at 1732318612810Running coprocessor pre-close hooks at 1732318612810Disabling compacts and flushes for region at 1732318612810Disabling writes for close at 1732318612810Writing region close event to WAL at 1732318612811 (+1 ms)Running coprocessor post-close hooks at 1732318612815 (+4 ms)Closed at 1732318612816 (+1 ms) 2024-11-22T23:36:52,816 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17323184926932,,1732318497860.a8c6521d387705f3527ce9d2217832b7. 2024-11-22T23:36:52,816 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94dfb5916d0c1463ce09973d2999fe2e, disabling compactions & flushes 2024-11-22T23:36:52,816 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:36:52,816 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:36:52,816 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. after waiting 0 ms 2024-11-22T23:36:52,816 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:36:52,820 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns4/test-17323184926933/94dfb5916d0c1463ce09973d2999fe2e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T23:36:52,820 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:52,821 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:36:52,821 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94dfb5916d0c1463ce09973d2999fe2e: Waiting for close lock at 1732318612816Running coprocessor pre-close hooks at 1732318612816Disabling compacts and flushes for region at 1732318612816Disabling writes for close at 1732318612816Writing region close event to WAL at 1732318612817 (+1 ms)Running coprocessor post-close hooks at 1732318612820 (+3 ms)Closed at 1732318612821 (+1 ms) 2024-11-22T23:36:52,821 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17323184926933,,1732318500037.94dfb5916d0c1463ce09973d2999fe2e. 2024-11-22T23:36:52,821 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9caa78e0cebaaca7dbc88ced708ae6e0, disabling compactions & flushes 2024-11-22T23:36:52,821 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:52,821 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:52,821 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. after waiting 0 ms 2024-11-22T23:36:52,821 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:52,825 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/9caa78e0cebaaca7dbc88ced708ae6e0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-22T23:36:52,826 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:52,826 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:52,826 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9caa78e0cebaaca7dbc88ced708ae6e0: Waiting for close lock at 1732318612821Running coprocessor pre-close hooks at 1732318612821Disabling compacts and flushes for region at 1732318612821Disabling writes for close at 1732318612821Writing region close event to WAL at 1732318612822 (+1 ms)Running coprocessor post-close hooks at 1732318612826 (+4 ms)Closed at 1732318612826 2024-11-22T23:36:52,826 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732318597998.9caa78e0cebaaca7dbc88ced708ae6e0. 2024-11-22T23:36:52,826 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff70e8263b104ff4c8997f7e88aba231, disabling compactions & flushes 2024-11-22T23:36:52,826 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:36:52,826 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:36:52,826 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. after waiting 0 ms 2024-11-22T23:36:52,826 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:36:52,826 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff70e8263b104ff4c8997f7e88aba231 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-22T23:36:52,829 INFO [regionserver/5746ba078b28:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T23:36:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/f60f45262dc94e319553dfc6f29a3b37 is 158, key is trslm:hdfs://localhost:37621/backupUT\x00ns2:test-17323184926931/meta:log-roll-map/1732318586575/Put/seqid=0 2024-11-22T23:36:52,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741995_1171 (size=6208) 2024-11-22T23:36:52,840 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/info/0533a8682d004a0788bbde47b8caf5ba is 159, key is ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4./info:regioninfo/1732318496732/Put/seqid=0 2024-11-22T23:36:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741996_1172 (size=19093) 2024-11-22T23:36:53,012 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 0194de5ce6d22e3fb012a71efdb4e320, 1588230740, 25bec2cad8ca71debe8a793a7b7661d4, 43ec2b9b1ec0c32e2bf4dbd3047c7aad, 8392050d68047231bf185d34acdc1299, fd60c58069434f39829a8ff5f5a6c435, ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:53,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17323184926932 2024-11-22T23:36:53,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17323184926933 2024-11-22T23:36:53,212 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 0194de5ce6d22e3fb012a71efdb4e320, 1588230740, 25bec2cad8ca71debe8a793a7b7661d4, 43ec2b9b1ec0c32e2bf4dbd3047c7aad, 8392050d68047231bf185d34acdc1299, fd60c58069434f39829a8ff5f5a6c435, ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:53,219 INFO [regionserver/5746ba078b28:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T23:36:53,219 INFO [regionserver/5746ba078b28:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T23:36:53,235 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/f60f45262dc94e319553dfc6f29a3b37 2024-11-22T23:36:53,244 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/info/0533a8682d004a0788bbde47b8caf5ba 2024-11-22T23:36:53,249 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/f0d2c576249d46648b93d5db6c9725db is 588, key is session:backup_1732318574171/session:context/1732318587014/Put/seqid=0 2024-11-22T23:36:53,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741997_1173 (size=5689) 2024-11-22T23:36:53,265 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/ns/25e22c32473a4fe4957f0e840b391596 is 85, key is ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094./ns:/1732318607626/DeleteFamily/seqid=0 2024-11-22T23:36:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741998_1174 (size=5760) 2024-11-22T23:36:53,413 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 0194de5ce6d22e3fb012a71efdb4e320, 1588230740, 25bec2cad8ca71debe8a793a7b7661d4, 43ec2b9b1ec0c32e2bf4dbd3047c7aad, 8392050d68047231bf185d34acdc1299, fd60c58069434f39829a8ff5f5a6c435, ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:53,613 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 0194de5ce6d22e3fb012a71efdb4e320, 1588230740, 25bec2cad8ca71debe8a793a7b7661d4, 43ec2b9b1ec0c32e2bf4dbd3047c7aad, 8392050d68047231bf185d34acdc1299, fd60c58069434f39829a8ff5f5a6c435, ff70e8263b104ff4c8997f7e88aba231 2024-11-22T23:36:53,654 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/f0d2c576249d46648b93d5db6c9725db 2024-11-22T23:36:53,667 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/meta/f60f45262dc94e319553dfc6f29a3b37 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/f60f45262dc94e319553dfc6f29a3b37 2024-11-22T23:36:53,669 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/ns/25e22c32473a4fe4957f0e840b391596 2024-11-22T23:36:53,674 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/meta/f60f45262dc94e319553dfc6f29a3b37, entries=7, sequenceid=52, filesize=6.1 K 2024-11-22T23:36:53,675 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/.tmp/session/f0d2c576249d46648b93d5db6c9725db as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/f0d2c576249d46648b93d5db6c9725db 2024-11-22T23:36:53,682 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/session/f0d2c576249d46648b93d5db6c9725db, entries=2, sequenceid=52, filesize=5.6 K 2024-11-22T23:36:53,683 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for ff70e8263b104ff4c8997f7e88aba231 in 857ms, sequenceid=52, compaction requested=true 2024-11-22T23:36:53,686 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system/ff70e8263b104ff4c8997f7e88aba231/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-22T23:36:53,687 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:53,687 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:36:53,687 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff70e8263b104ff4c8997f7e88aba231: Waiting for close lock at 1732318612826Running coprocessor pre-close hooks at 1732318612826Disabling compacts and flushes for region at 1732318612826Disabling writes for close at 1732318612826Obtaining lock to block concurrent updates at 1732318612826Preparing flush snapshotting stores in ff70e8263b104ff4c8997f7e88aba231 at 1732318612826Finished memstore snapshotting backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732318612827 (+1 ms)Flushing stores of backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. at 1732318612827Flushing ff70e8263b104ff4c8997f7e88aba231/meta: creating writer at 1732318612827Flushing ff70e8263b104ff4c8997f7e88aba231/meta: appending metadata at 1732318612829 (+2 ms)Flushing ff70e8263b104ff4c8997f7e88aba231/meta: closing flushed file at 1732318612829Flushing ff70e8263b104ff4c8997f7e88aba231/session: creating writer at 1732318613246 (+417 ms)Flushing ff70e8263b104ff4c8997f7e88aba231/session: appending metadata at 1732318613248 (+2 ms)Flushing ff70e8263b104ff4c8997f7e88aba231/session: closing flushed file at 1732318613248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ad3fd6: reopening flushed file at 1732318613666 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c71de4: reopening flushed file at 1732318613674 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for ff70e8263b104ff4c8997f7e88aba231 in 857ms, sequenceid=52, compaction requested=true at 1732318613683 (+9 ms)Writing region close event to WAL at 1732318613684 (+1 ms)Running coprocessor post-close hooks at 1732318613687 (+3 ms)Closed at 1732318613687 2024-11-22T23:36:53,687 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732318504079.ff70e8263b104ff4c8997f7e88aba231. 2024-11-22T23:36:53,687 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43ec2b9b1ec0c32e2bf4dbd3047c7aad, disabling compactions & flushes 2024-11-22T23:36:53,687 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:36:53,687 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:36:53,687 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. after waiting 0 ms 2024-11-22T23:36:53,687 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:36:53,687 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-22T23:36:53,696 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/rep_barrier/5789c32e88b04823a0666c0ab6e146b4 is 94, key is ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094./rep_barrier:/1732318607626/DeleteFamily/seqid=0 2024-11-22T23:36:53,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741999_1175 (size=5640) 2024-11-22T23:36:53,701 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f2/28d41b5d1eb84bf6bb6fd8e61bf018f8 is 58, key is row-test-1732318492693-2-0/f2:q1/1732318569162/Put/seqid=0 2024-11-22T23:36:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073742000_1176 (size=5464) 2024-11-22T23:36:53,813 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T23:36:53,813 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 43ec2b9b1ec0c32e2bf4dbd3047c7aad=test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., 0194de5ce6d22e3fb012a71efdb4e320=table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320., 25bec2cad8ca71debe8a793a7b7661d4=ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4., 8392050d68047231bf185d34acdc1299=backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299., fd60c58069434f39829a8ff5f5a6c435=ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435.} 2024-11-22T23:36:53,813 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 0194de5ce6d22e3fb012a71efdb4e320, 1588230740, 25bec2cad8ca71debe8a793a7b7661d4, 43ec2b9b1ec0c32e2bf4dbd3047c7aad, 8392050d68047231bf185d34acdc1299, fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:54,014 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 0194de5ce6d22e3fb012a71efdb4e320, 1588230740, 25bec2cad8ca71debe8a793a7b7661d4, 43ec2b9b1ec0c32e2bf4dbd3047c7aad, 8392050d68047231bf185d34acdc1299, fd60c58069434f39829a8ff5f5a6c435 2024-11-22T23:36:54,102 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/rep_barrier/5789c32e88b04823a0666c0ab6e146b4 2024-11-22T23:36:54,106 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f2/28d41b5d1eb84bf6bb6fd8e61bf018f8 2024-11-22T23:36:54,115 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/.tmp/f2/28d41b5d1eb84bf6bb6fd8e61bf018f8 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f2/28d41b5d1eb84bf6bb6fd8e61bf018f8 2024-11-22T23:36:54,121 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/f2/28d41b5d1eb84bf6bb6fd8e61bf018f8, entries=7, sequenceid=348, filesize=5.3 K 2024-11-22T23:36:54,122 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 435ms, sequenceid=348, compaction requested=false 2024-11-22T23:36:54,127 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/test-1732318492693/43ec2b9b1ec0c32e2bf4dbd3047c7aad/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-22T23:36:54,128 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:54,128 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:36:54,128 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43ec2b9b1ec0c32e2bf4dbd3047c7aad: Waiting for close lock at 1732318613687Running coprocessor pre-close hooks at 1732318613687Disabling compacts and flushes for region at 1732318613687Disabling writes for close at 1732318613687Obtaining lock to block concurrent updates at 1732318613687Preparing flush snapshotting stores in 43ec2b9b1ec0c32e2bf4dbd3047c7aad at 1732318613687Finished memstore snapshotting test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732318613688 (+1 ms)Flushing stores of test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. at 1732318613688Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad/f2: creating writer at 1732318613688Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad/f2: appending metadata at 1732318613701 (+13 ms)Flushing 43ec2b9b1ec0c32e2bf4dbd3047c7aad/f2: closing flushed file at 1732318613701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6208847d: reopening flushed file at 1732318614115 (+414 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 43ec2b9b1ec0c32e2bf4dbd3047c7aad in 435ms, sequenceid=348, compaction requested=false at 1732318614122 (+7 ms)Writing region close event to WAL at 1732318614124 (+2 ms)Running coprocessor post-close hooks at 1732318614128 (+4 ms)Closed at 1732318614128 2024-11-22T23:36:54,128 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732318492693,,1732318493203.43ec2b9b1ec0c32e2bf4dbd3047c7aad. 2024-11-22T23:36:54,129 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0194de5ce6d22e3fb012a71efdb4e320, disabling compactions & flushes 2024-11-22T23:36:54,129 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:54,129 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:54,129 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. after waiting 0 ms 2024-11-22T23:36:54,129 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:54,133 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/default/table1/0194de5ce6d22e3fb012a71efdb4e320/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-22T23:36:54,133 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:54,133 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:54,133 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0194de5ce6d22e3fb012a71efdb4e320: Waiting for close lock at 1732318614129Running coprocessor pre-close hooks at 1732318614129Disabling compacts and flushes for region at 1732318614129Disabling writes for close at 1732318614129Writing region close event to WAL at 1732318614129Running coprocessor post-close hooks at 1732318614133 (+4 ms)Closed at 1732318614133 2024-11-22T23:36:54,133 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732318597998.0194de5ce6d22e3fb012a71efdb4e320. 2024-11-22T23:36:54,134 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25bec2cad8ca71debe8a793a7b7661d4, disabling compactions & flushes 2024-11-22T23:36:54,134 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:36:54,134 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:36:54,134 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/table/2078d392a4804ead9a74513775f61b85 is 88, key is ns2:table2,,1732318592894.87086da42557ad6738014d361e23a094./table:/1732318607626/DeleteFamily/seqid=0 2024-11-22T23:36:54,134 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. after waiting 0 ms 2024-11-22T23:36:54,134 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:36:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073742001_1177 (size=6364) 2024-11-22T23:36:54,137 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/test-17323184926931/25bec2cad8ca71debe8a793a7b7661d4/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-22T23:36:54,138 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:54,138 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:36:54,138 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25bec2cad8ca71debe8a793a7b7661d4: Waiting for close lock at 1732318614134Running coprocessor pre-close hooks at 1732318614134Disabling compacts and flushes for region at 1732318614134Disabling writes for close at 1732318614134Writing region close event to WAL at 1732318614134Running coprocessor post-close hooks at 1732318614138 (+4 ms)Closed at 1732318614138 2024-11-22T23:36:54,138 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17323184926931,,1732318495550.25bec2cad8ca71debe8a793a7b7661d4. 2024-11-22T23:36:54,138 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8392050d68047231bf185d34acdc1299, disabling compactions & flushes 2024-11-22T23:36:54,138 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:36:54,138 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:36:54,138 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. after waiting 0 ms 2024-11-22T23:36:54,138 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:36:54,141 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/backup/system_bulk/8392050d68047231bf185d34acdc1299/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T23:36:54,142 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:54,142 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:36:54,142 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8392050d68047231bf185d34acdc1299: Waiting for close lock at 1732318614138Running coprocessor pre-close hooks at 1732318614138Disabling compacts and flushes for region at 1732318614138Disabling writes for close at 1732318614138Writing region close event to WAL at 1732318614139 (+1 ms)Running coprocessor post-close hooks at 1732318614142 (+3 ms)Closed at 1732318614142 2024-11-22T23:36:54,142 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732318506244.8392050d68047231bf185d34acdc1299. 2024-11-22T23:36:54,142 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd60c58069434f39829a8ff5f5a6c435, disabling compactions & flushes 2024-11-22T23:36:54,142 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:54,142 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:54,142 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. after waiting 0 ms 2024-11-22T23:36:54,142 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:54,145 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/ns2/table2/fd60c58069434f39829a8ff5f5a6c435/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T23:36:54,146 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:54,146 INFO [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:54,146 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd60c58069434f39829a8ff5f5a6c435: Waiting for close lock at 1732318614142Running coprocessor pre-close hooks at 1732318614142Disabling compacts and flushes for region at 1732318614142Disabling writes for close at 1732318614142Writing region close event to WAL at 1732318614143 (+1 ms)Running coprocessor post-close hooks at 1732318614146 (+3 ms)Closed at 1732318614146 2024-11-22T23:36:54,146 DEBUG [RS_CLOSE_REGION-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732318607625.fd60c58069434f39829a8ff5f5a6c435. 2024-11-22T23:36:54,214 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:36:54,414 DEBUG [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:36:54,539 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/table/2078d392a4804ead9a74513775f61b85 2024-11-22T23:36:54,548 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/info/0533a8682d004a0788bbde47b8caf5ba as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/info/0533a8682d004a0788bbde47b8caf5ba 2024-11-22T23:36:54,554 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/info/0533a8682d004a0788bbde47b8caf5ba, entries=114, sequenceid=97, filesize=18.6 K 2024-11-22T23:36:54,555 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/ns/25e22c32473a4fe4957f0e840b391596 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/ns/25e22c32473a4fe4957f0e840b391596 2024-11-22T23:36:54,561 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/ns/25e22c32473a4fe4957f0e840b391596, entries=10, sequenceid=97, filesize=5.6 K 2024-11-22T23:36:54,562 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/rep_barrier/5789c32e88b04823a0666c0ab6e146b4 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/rep_barrier/5789c32e88b04823a0666c0ab6e146b4 2024-11-22T23:36:54,567 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/rep_barrier/5789c32e88b04823a0666c0ab6e146b4, entries=3, sequenceid=97, filesize=5.5 K 2024-11-22T23:36:54,568 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/.tmp/table/2078d392a4804ead9a74513775f61b85 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/table/2078d392a4804ead9a74513775f61b85 2024-11-22T23:36:54,573 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/table/2078d392a4804ead9a74513775f61b85, entries=21, sequenceid=97, filesize=6.2 K 2024-11-22T23:36:54,574 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1763ms, sequenceid=97, compaction requested=false 2024-11-22T23:36:54,580 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-22T23:36:54,581 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T23:36:54,581 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T23:36:54,581 INFO [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T23:36:54,581 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732318612811Running coprocessor pre-close hooks at 1732318612811Disabling compacts and flushes for region at 1732318612811Disabling writes for close at 1732318612811Obtaining lock to block concurrent updates at 1732318612811Preparing flush snapshotting stores in 1588230740 at 1732318612811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732318612812 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732318612812Flushing 1588230740/info: creating writer at 1732318612812Flushing 1588230740/info: appending metadata at 1732318612839 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732318612839Flushing 1588230740/ns: creating writer at 1732318613249 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732318613264 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732318613264Flushing 1588230740/rep_barrier: creating writer at 1732318613675 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732318613696 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732318613696Flushing 1588230740/table: creating writer at 1732318614113 (+417 ms)Flushing 1588230740/table: appending metadata at 1732318614133 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732318614133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8be975: reopening flushed file at 1732318614547 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad95541: reopening flushed file at 1732318614554 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bce258a: reopening flushed file at 1732318614561 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b05ef9c: reopening flushed file at 1732318614567 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1763ms, sequenceid=97, compaction requested=false at 1732318614574 (+7 ms)Writing region close event to WAL at 1732318614576 (+2 ms)Running coprocessor post-close hooks at 1732318614581 (+5 ms)Closed at 1732318614581 2024-11-22T23:36:54,581 DEBUG [RS_CLOSE_META-regionserver/5746ba078b28:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T23:36:54,615 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(976): stopping server 5746ba078b28,35349,1732318484606; all regions closed. 2024-11-22T23:36:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741954_1130 (size=16160) 2024-11-22T23:36:54,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.meta.1732318578668.meta not finished, retry = 0 2024-11-22T23:36:54,725 DEBUG [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs 2024-11-22T23:36:54,725 INFO [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.meta:.meta(num 1732318578668) 2024-11-22T23:36:54,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741953_1129 (size=4491) 2024-11-22T23:36:54,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0.1732318578649 not finished, retry = 0 2024-11-22T23:36:54,833 DEBUG [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs 2024-11-22T23:36:54,833 INFO [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-0:(num 1732318578649) 2024-11-22T23:36:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741955_1131 (size=7557) 2024-11-22T23:36:54,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/WALs/5746ba078b28,35349,1732318484606/5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1.1732318578684 not finished, retry = 0 2024-11-22T23:36:54,947 DEBUG [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/oldWALs 2024-11-22T23:36:54,947 INFO [RS:0;5746ba078b28:35349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5746ba078b28%2C35349%2C1732318484606.5746ba078b28%2C35349%2C1732318484606.regiongroup-1:(num 1732318578684) 2024-11-22T23:36:54,948 DEBUG [RS:0;5746ba078b28:35349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:54,948 INFO [RS:0;5746ba078b28:35349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T23:36:54,948 INFO [RS:0;5746ba078b28:35349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T23:36:54,948 INFO [RS:0;5746ba078b28:35349 {}] hbase.ChoreService(370): Chore service for: regionserver/5746ba078b28:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T23:36:54,949 INFO [RS:0;5746ba078b28:35349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T23:36:54,949 INFO [regionserver/5746ba078b28:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T23:36:54,950 INFO [RS:0;5746ba078b28:35349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35349 2024-11-22T23:36:55,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/5746ba078b28,35349,1732318484606 2024-11-22T23:36:55,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-22T23:36:55,007 INFO [RS:0;5746ba078b28:35349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T23:36:55,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5746ba078b28,35349,1732318484606] 2024-11-22T23:36:55,025 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/5746ba078b28,35349,1732318484606 already deleted, retry=false 2024-11-22T23:36:55,026 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5746ba078b28,35349,1732318484606 expired; onlineServers=0 2024-11-22T23:36:55,026 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5746ba078b28,44687,1732318482757' ***** 2024-11-22T23:36:55,026 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T23:36:55,026 INFO [M:0;5746ba078b28:44687 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-22T23:36:55,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-22T23:36:55,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T23:36:55,035 INFO [M:0;5746ba078b28:44687 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1daf5fe2{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-22T23:36:55,035 INFO [M:0;5746ba078b28:44687 {}] server.AbstractConnector(383): Stopped ServerConnector@1c74b675{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T23:36:55,035 INFO [M:0;5746ba078b28:44687 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:55,035 INFO [M:0;5746ba078b28:44687 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5528a5e7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-22T23:36:55,036 INFO [M:0;5746ba078b28:44687 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@42a5edf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:55,036 INFO [M:0;5746ba078b28:44687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T23:36:55,036 INFO [M:0;5746ba078b28:44687 {}] master.HMaster(1770): Stopping master jetty server 2024-11-22T23:36:55,037 INFO [M:0;5746ba078b28:44687 {}] server.AbstractConnector(383): Stopped ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T23:36:55,038 INFO [M:0;5746ba078b28:44687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T23:36:55,038 DEBUG [M:0;5746ba078b28:44687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T23:36:55,038 INFO [M:0;5746ba078b28:44687 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-22T23:36:55,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T23:36:55,038 INFO [M:0;5746ba078b28:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;5746ba078b28:44687. 2024-11-22T23:36:55,038 DEBUG [master/5746ba078b28:0:becomeActiveMaster-HFileCleaner.large.0-1732318486962 {}] cleaner.HFileCleaner(306): Exit Thread[master/5746ba078b28:0:becomeActiveMaster-HFileCleaner.large.0-1732318486962,5,FailOnTimeoutGroup] 2024-11-22T23:36:55,038 DEBUG [master/5746ba078b28:0:becomeActiveMaster-HFileCleaner.small.0-1732318486963 {}] cleaner.HFileCleaner(306): Exit Thread[master/5746ba078b28:0:becomeActiveMaster-HFileCleaner.small.0-1732318486963,5,FailOnTimeoutGroup] 2024-11-22T23:36:55,038 DEBUG [M:0;5746ba078b28:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:36:55,039 DEBUG [M:0;5746ba078b28:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:55,039 DEBUG [M:0;5746ba078b28:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:36:55,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:36:55,039 DEBUG [M:0;5746ba078b28:44687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T23:36:55,039 INFO [M:0;5746ba078b28:44687 {}] hbase.ChoreService(370): Chore service for: master/5746ba078b28:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T23:36:55,039 INFO [M:0;5746ba078b28:44687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T23:36:55,039 DEBUG [M:0;5746ba078b28:44687 {}] master.HMaster(1795): Stopping service threads 2024-11-22T23:36:55,039 INFO [M:0;5746ba078b28:44687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T23:36:55,040 INFO [M:0;5746ba078b28:44687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T23:36:55,040 ERROR [M:0;5746ba078b28:44687 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-22T23:36:55,040 INFO [M:0;5746ba078b28:44687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T23:36:55,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T23:36:55,041 DEBUG [M:0;5746ba078b28:44687 {}] zookeeper.ZKUtil(347): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-22T23:36:55,041 WARN [M:0;5746ba078b28:44687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T23:36:55,042 INFO [M:0;5746ba078b28:44687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/.lastflushedseqids 2024-11-22T23:36:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073742002_1178 (size=761) 2024-11-22T23:36:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:36:55,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35349-0x101662fe0850001, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:36:55,119 INFO [RS:0;5746ba078b28:35349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T23:36:55,119 INFO [RS:0;5746ba078b28:35349 {}] regionserver.HRegionServer(1031): Exiting; stopping=5746ba078b28,35349,1732318484606; zookeeper connection closed. 2024-11-22T23:36:55,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e753b80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e753b80 2024-11-22T23:36:55,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T23:36:55,454 INFO [M:0;5746ba078b28:44687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T23:36:55,454 INFO [M:0;5746ba078b28:44687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T23:36:55,454 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T23:36:55,473 INFO [M:0;5746ba078b28:44687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:36:55,474 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:36:55,474 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T23:36:55,474 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:36:55,474 INFO [M:0;5746ba078b28:44687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.63 KB heapSize=512.89 KB 2024-11-22T23:36:55,487 DEBUG [M:0;5746ba078b28:44687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1074be40266847fb973b285432418f43 is 82, key is hbase:meta,,1/info:regioninfo/1732318487754/Put/seqid=0 2024-11-22T23:36:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073742003_1179 (size=5672) 2024-11-22T23:36:55,893 INFO [M:0;5746ba078b28:44687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1074be40266847fb973b285432418f43 2024-11-22T23:36:55,922 DEBUG [M:0;5746ba078b28:44687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44483b68f1f64d91960acc4fde401fef is 2200, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1732318604737/Put/seqid=0 2024-11-22T23:36:55,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073742004_1180 (size=28868) 2024-11-22T23:36:56,328 INFO [M:0;5746ba078b28:44687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.08 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44483b68f1f64d91960acc4fde401fef 2024-11-22T23:36:56,339 INFO [M:0;5746ba078b28:44687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44483b68f1f64d91960acc4fde401fef 2024-11-22T23:36:56,355 DEBUG [M:0;5746ba078b28:44687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62919e2bb1e64d1da250d980cca61adc is 69, key is 5746ba078b28,35349,1732318484606/rs:state/1732318487056/Put/seqid=0 2024-11-22T23:36:56,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073742005_1181 (size=5156) 2024-11-22T23:36:56,760 INFO [M:0;5746ba078b28:44687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62919e2bb1e64d1da250d980cca61adc 2024-11-22T23:36:56,770 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1074be40266847fb973b285432418f43 as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1074be40266847fb973b285432418f43 2024-11-22T23:36:56,776 INFO [M:0;5746ba078b28:44687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1074be40266847fb973b285432418f43, entries=8, sequenceid=898, filesize=5.5 K 2024-11-22T23:36:56,777 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44483b68f1f64d91960acc4fde401fef as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44483b68f1f64d91960acc4fde401fef 2024-11-22T23:36:56,782 INFO [M:0;5746ba078b28:44687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44483b68f1f64d91960acc4fde401fef 2024-11-22T23:36:56,782 INFO [M:0;5746ba078b28:44687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44483b68f1f64d91960acc4fde401fef, entries=93, sequenceid=898, filesize=28.2 K 2024-11-22T23:36:56,783 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62919e2bb1e64d1da250d980cca61adc as hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62919e2bb1e64d1da250d980cca61adc 2024-11-22T23:36:56,787 INFO [M:0;5746ba078b28:44687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37621/user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62919e2bb1e64d1da250d980cca61adc, entries=1, sequenceid=898, filesize=5.0 K 2024-11-22T23:36:56,788 INFO [M:0;5746ba078b28:44687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.63 KB/447111, heapSize ~512.59 KB/524896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=898, compaction requested=false 2024-11-22T23:36:56,789 INFO [M:0;5746ba078b28:44687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:36:56,789 DEBUG [M:0;5746ba078b28:44687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732318615454Disabling compacts and flushes for region at 1732318615454Disabling writes for close at 1732318615474 (+20 ms)Obtaining lock to block concurrent updates at 1732318615474Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732318615474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447111, getHeapSize=525136, getOffHeapSize=0, getCellsCount=1021 at 1732318615474Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732318615474Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732318615475 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732318615487 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732318615487Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732318615903 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732318615921 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732318615921Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732318616339 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732318616355 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732318616355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc10bea: reopening flushed file at 1732318616769 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fdd969: reopening flushed file at 1732318616776 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad7c693: reopening flushed file at 1732318616782 (+6 ms)Finished flush of dataSize ~436.63 KB/447111, heapSize ~512.59 KB/524896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=898, compaction requested=false at 1732318616788 (+6 ms)Writing region close event to WAL at 1732318616789 (+1 ms)Closed at 1732318616789 2024-11-22T23:36:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741830_1006 (size=506392) 2024-11-22T23:36:56,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56d7b63e-6f58-6c61-6e55-2bf016d1100f/MasterData/WALs/5746ba078b28,44687,1732318482757/5746ba078b28%2C44687%2C1732318482757.5746ba078b28%2C44687%2C1732318482757.regiongroup-0.1732318486084 not finished, retry = 0 2024-11-22T23:36:56,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T23:36:56,895 INFO [M:0;5746ba078b28:44687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T23:36:56,895 INFO [M:0;5746ba078b28:44687 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-22T23:36:56,895 INFO [M:0;5746ba078b28:44687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44687 2024-11-22T23:36:56,896 INFO [M:0;5746ba078b28:44687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T23:36:57,015 INFO [M:0;5746ba078b28:44687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T23:36:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:36:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44687-0x101662fe0850000, quorum=127.0.0.1:50843, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:36:57,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@449f21cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:36:57,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6136157d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:36:57,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:57,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45bd9507{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:36:57,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3be052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:57,038 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:36:57,038 WARN [BP-1699368732-172.17.0.2-1732318478347 heartbeating to localhost/127.0.0.1:37621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:36:57,038 WARN [BP-1699368732-172.17.0.2-1732318478347 heartbeating to localhost/127.0.0.1:37621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699368732-172.17.0.2-1732318478347 (Datanode Uuid 64a2ddac-f4d0-4cbc-867f-9c6e7a4afb2c) service to localhost/127.0.0.1:37621 2024-11-22T23:36:57,038 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:36:57,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/data/data1/current/BP-1699368732-172.17.0.2-1732318478347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:36:57,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/cluster_c93a23f8-eb9a-320f-a98e-cdde82b96745/data/data2/current/BP-1699368732-172.17.0.2-1732318478347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:36:57,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:36:57,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29984cf1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:36:57,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47083ce1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:36:57,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:57,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2d94ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:36:57,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5757e695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:57,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T23:36:57,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T23:36:57,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-22T23:36:57,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6699f98e{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T23:36:57,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9a0ca81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:36:57,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:57,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec1479b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T23:36:57,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54c1501c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:57,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25d715ab{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T23:36:57,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b3c55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:36:57,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:57,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b43e890{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T23:36:57,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@333e7029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:57,149 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T23:36:57,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f15a7f9{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-22T23:36:57,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15e3c830{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:36:57,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:57,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b2efad8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T23:36:57,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cfa8f41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:57,153 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-22T23:36:57,156 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-22T23:36:57,156 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-22T23:36:57,157 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T23:36:57,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8b7179{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-22T23:36:57,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1478f1aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:36:57,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:36:57,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338b53fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T23:36:57,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6206d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/1c0de52e-d364-93e2-8bda-cb0d04c6fa76/hadoop.log.dir/,STOPPED} 2024-11-22T23:36:57,161 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T23:36:57,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped