2024-11-27 22:37:57,266 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef 2024-11-27 22:37:57,315 main DEBUG Took 0.035968 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 22:37:57,325 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 22:37:57,325 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 22:37:57,327 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 22:37:57,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,365 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 22:37:57,389 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,393 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,395 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,398 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,399 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,400 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,401 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,404 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,405 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 22:37:57,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,406 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 22:37:57,408 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 22:37:57,410 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 22:37:57,413 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 22:37:57,414 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 22:37:57,415 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 22:37:57,416 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 22:37:57,427 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 22:37:57,431 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 22:37:57,433 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 22:37:57,434 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 22:37:57,435 main DEBUG createAppenders(={Console}) 2024-11-27 22:37:57,436 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized 2024-11-27 22:37:57,436 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef 2024-11-27 22:37:57,437 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK. 2024-11-27 22:37:57,437 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 22:37:57,438 main DEBUG OutputStream closed 2024-11-27 22:37:57,438 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 22:37:57,438 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 22:37:57,439 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK 2024-11-27 22:37:57,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 22:37:57,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 22:37:57,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 22:37:57,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 22:37:57,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 22:37:57,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 22:37:57,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 22:37:57,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 22:37:57,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 22:37:57,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 22:37:57,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 22:37:57,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 22:37:57,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 22:37:57,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 22:37:57,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 22:37:57,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 22:37:57,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 22:37:57,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 22:37:57,777 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 22:37:57,777 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null 2024-11-27 22:37:57,778 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 22:37:57,786 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK. 2024-11-27T22:37:57,853 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-27 22:37:57,858 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 22:37:57,860 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T22:37:58,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687 2024-11-27T22:37:58,347 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T22:37:58,350 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:37:58,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T22:37:58,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df, deleteOnExit=true 2024-11-27T22:37:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T22:37:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/test.cache.data in system properties and HBase conf 2024-11-27T22:37:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T22:37:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir in system properties and HBase conf 2024-11-27T22:37:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T22:37:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T22:37:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T22:37:58,509 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T22:37:58,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T22:37:58,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T22:37:58,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T22:37:58,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T22:37:58,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T22:37:58,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T22:37:58,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T22:37:58,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T22:37:58,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T22:37:58,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T22:37:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/nfs.dump.dir in system properties and HBase conf 2024-11-27T22:37:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir in system properties and HBase conf 2024-11-27T22:37:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T22:37:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T22:37:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T22:38:00,278 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T22:38:00,412 INFO [Time-limited test {}] log.Log(170): Logging initialized @4552ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T22:38:00,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:00,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T22:38:00,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:00,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:00,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T22:38:00,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:00,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b7670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:00,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9bdb94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T22:38:01,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@187e2c42{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir/jetty-localhost-40479-hadoop-hdfs-3_4_1-tests_jar-_-any-3936858889345104178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T22:38:01,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@414d0c2{HTTP/1.1, (http/1.1)}{localhost:40479} 2024-11-27T22:38:01,159 INFO [Time-limited test {}] server.Server(415): Started @5301ms 2024-11-27T22:38:01,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:01,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T22:38:01,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:01,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:01,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T22:38:01,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e76850f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:01,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d601e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T22:38:02,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458a2127{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir/jetty-localhost-43387-hadoop-hdfs-3_4_1-tests_jar-_-any-17711935971518651970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T22:38:02,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aae9c86{HTTP/1.1, (http/1.1)}{localhost:43387} 2024-11-27T22:38:02,103 INFO [Time-limited test {}] server.Server(415): Started @6244ms 2024-11-27T22:38:02,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T22:38:03,810 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/data/data2/current/BP-1701012084-172.17.0.2-1732747079502/current, will proceed with Du for space computation calculation, 2024-11-27T22:38:03,810 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/data/data1/current/BP-1701012084-172.17.0.2-1732747079502/current, will proceed with Du for space computation calculation, 2024-11-27T22:38:03,858 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T22:38:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x946b1a69b058d11 with lease ID 0x1204b75ca240e9d9: Processing first storage report for DS-cf059729-4619-4995-8356-6cc575da6ed2 from datanode DatanodeRegistration(127.0.0.1:38591, datanodeUuid=ab6c7e10-6da7-4226-af97-e98e320e5da7, infoPort=40423, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=824889990;c=1732747079502) 2024-11-27T22:38:03,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x946b1a69b058d11 with lease ID 0x1204b75ca240e9d9: from storage DS-cf059729-4619-4995-8356-6cc575da6ed2 node DatanodeRegistration(127.0.0.1:38591, datanodeUuid=ab6c7e10-6da7-4226-af97-e98e320e5da7, infoPort=40423, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=824889990;c=1732747079502), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T22:38:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x946b1a69b058d11 with lease ID 0x1204b75ca240e9d9: Processing first storage report for DS-61b5b4ab-0618-48bc-a419-14103f740014 from datanode DatanodeRegistration(127.0.0.1:38591, datanodeUuid=ab6c7e10-6da7-4226-af97-e98e320e5da7, infoPort=40423, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=824889990;c=1732747079502) 2024-11-27T22:38:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x946b1a69b058d11 with lease ID 0x1204b75ca240e9d9: from storage DS-61b5b4ab-0618-48bc-a419-14103f740014 node DatanodeRegistration(127.0.0.1:38591, datanodeUuid=ab6c7e10-6da7-4226-af97-e98e320e5da7, infoPort=40423, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=824889990;c=1732747079502), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T22:38:03,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687 2024-11-27T22:38:04,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/zookeeper_0, clientPort=50134, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T22:38:04,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50134 2024-11-27T22:38:04,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T22:38:04,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T22:38:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741825_1001 (size=7) 2024-11-27T22:38:04,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 with version=8 2024-11-27T22:38:04,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging 2024-11-27T22:38:04,783 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-27T22:38:04,783 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-27T22:38:04,783 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-27T22:38:04,784 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-27T22:38:04,863 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T22:38:05,137 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T22:38:05,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T22:38:05,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T22:38:05,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T22:38:05,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T22:38:05,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T22:38:05,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T22:38:05,422 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T22:38:05,435 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T22:38:05,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T22:38:05,468 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 160850 (auto-detected) 2024-11-27T22:38:05,469 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T22:38:05,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40263 2024-11-27T22:38:05,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40263 connecting to ZooKeeper ensemble=127.0.0.1:50134 2024-11-27T22:38:05,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402630x0, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T22:38:05,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40263-0x1017e723ca50000 connected 2024-11-27T22:38:05,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T22:38:05,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T22:38:05,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T22:38:05,755 INFO [Time-limited test {}] log.Log(170): Logging initialized @9897ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T22:38:05,802 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T22:38:05,803 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T22:38:05,804 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T22:38:05,804 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T22:38:05,805 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T22:38:05,806 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-27T22:38:05,807 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T22:38:05,807 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T22:38:05,809 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T22:38:05,874 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 43013 2024-11-27T22:38:05,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T22:38:05,897 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T22:38:05,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@333a8c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:05,900 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T22:38:05,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@76773e5f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T22:38:05,949 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T22:38:05,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:05,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:05,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T22:38:05,963 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T22:38:06,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4654c4e6{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T22:38:06,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c61c16f{HTTP/1.1, (http/1.1)}{0.0.0.0:43013} 2024-11-27T22:38:06,661 INFO [Time-limited test {}] server.Server(415): Started @10803ms 2024-11-27T22:38:06,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530, hbase.cluster.distributed=false 2024-11-27T22:38:06,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T22:38:06,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40263 2024-11-27T22:38:06,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40263 2024-11-27T22:38:06,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40263 2024-11-27T22:38:06,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40263 2024-11-27T22:38:06,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40263 2024-11-27T22:38:06,799 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T22:38:06,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T22:38:06,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T22:38:06,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T22:38:06,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T22:38:06,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T22:38:06,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T22:38:06,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T22:38:06,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36815 2024-11-27T22:38:06,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36815 connecting to ZooKeeper ensemble=127.0.0.1:50134 2024-11-27T22:38:06,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T22:38:06,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T22:38:06,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368150x0, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T22:38:06,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368150x0, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T22:38:06,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36815-0x1017e723ca50001 connected 2024-11-27T22:38:06,851 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T22:38:06,851 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T22:38:06,852 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T22:38:06,852 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T22:38:06,852 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T22:38:06,853 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-27T22:38:06,853 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T22:38:06,853 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T22:38:06,853 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T22:38:06,855 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 40427 2024-11-27T22:38:06,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T22:38:06,857 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T22:38:06,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@9bc013e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:06,858 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T22:38:06,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2402682c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T22:38:06,873 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T22:38:06,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:06,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:06,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T22:38:06,876 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T22:38:06,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4e9f9f74{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T22:38:06,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392e8b4f{HTTP/1.1, (http/1.1)}{0.0.0.0:40427} 2024-11-27T22:38:06,880 INFO [Time-limited test {}] server.Server(415): Started @11022ms 2024-11-27T22:38:06,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T22:38:06,891 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T22:38:06,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-27T22:38:06,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T22:38:06,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36815 2024-11-27T22:38:06,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36815 2024-11-27T22:38:06,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36815 2024-11-27T22:38:06,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36815 2024-11-27T22:38:06,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36815 2024-11-27T22:38:06,919 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:40263 2024-11-27T22:38:06,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T22:38:06,925 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:39499} 2024-11-27T22:38:06,925 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] server.Server(415): Started @11067ms 2024-11-27T22:38:06,925 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/da99f16e0d32,40263,1732747084945 2024-11-27T22:38:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T22:38:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T22:38:06,944 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/da99f16e0d32,40263,1732747084945 2024-11-27T22:38:06,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:06,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-27T22:38:06,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:06,976 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-27T22:38:06,977 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/da99f16e0d32,40263,1732747084945 from backup master directory 2024-11-27T22:38:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/da99f16e0d32,40263,1732747084945 2024-11-27T22:38:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T22:38:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T22:38:06,986 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T22:38:06,986 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,40263,1732747084945 2024-11-27T22:38:06,988 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T22:38:06,990 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T22:38:07,050 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase.id] with ID: a071297d-7bde-42bc-8f61-6366c52f2fea 2024-11-27T22:38:07,051 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.tmp/hbase.id 2024-11-27T22:38:07,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741826_1002 (size=42) 2024-11-27T22:38:07,464 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.tmp/hbase.id]:[hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase.id] 2024-11-27T22:38:07,510 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T22:38:07,516 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T22:38:07,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-27T22:38:07,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:07,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741827_1003 (size=196) 2024-11-27T22:38:08,039 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:08,041 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T22:38:08,047 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T22:38:08,050 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T22:38:08,060 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T22:38:08,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741828_1004 (size=1189) 2024-11-27T22:38:08,510 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store 2024-11-27T22:38:08,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741829_1005 (size=34) 2024-11-27T22:38:08,538 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T22:38:08,541 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:08,542 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T22:38:08,543 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:38:08,543 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:38:08,545 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T22:38:08,546 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:38:08,546 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:38:08,547 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732747088542Disabling compacts and flushes for region at 1732747088542Disabling writes for close at 1732747088545 (+3 ms)Writing region close event to WAL at 1732747088546 (+1 ms)Closed at 1732747088546 2024-11-27T22:38:08,550 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/.initializing 2024-11-27T22:38:08,550 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/WALs/da99f16e0d32,40263,1732747084945 2024-11-27T22:38:08,555 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T22:38:08,561 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor da99f16e0d32,40263,1732747084945.regiongroup-0 2024-11-27T22:38:08,580 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C40263%2C1732747084945.da99f16e0d32%2C40263%2C1732747084945.regiongroup-0, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/WALs/da99f16e0d32,40263,1732747084945, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/oldWALs, maxLogs=10 2024-11-27T22:38:08,613 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/WALs/da99f16e0d32,40263,1732747084945/da99f16e0d32%2C40263%2C1732747084945.da99f16e0d32%2C40263%2C1732747084945.regiongroup-0.1732747088586, exclude list is [], retry=0 2024-11-27T22:38:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:08,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T22:38:08,672 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/WALs/da99f16e0d32,40263,1732747084945/da99f16e0d32%2C40263%2C1732747084945.da99f16e0d32%2C40263%2C1732747084945.regiongroup-0.1732747088586 2024-11-27T22:38:08,673 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:08,674 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:08,674 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:08,677 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,679 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T22:38:08,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:08,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:08,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T22:38:08,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:08,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:08,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T22:38:08,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:08,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:08,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T22:38:08,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:08,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:08,794 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,799 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,801 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,808 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,809 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,814 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T22:38:08,819 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T22:38:08,825 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:08,827 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9553382720, jitterRate=-0.11027190089225769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T22:38:08,838 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732747088696Initializing all the Stores at 1732747088698 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732747088699 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747088701 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747088701Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747088701Cleaning up temporary data from old regions at 1732747088809 (+108 ms)Region opened successfully at 1732747088837 (+28 ms) 2024-11-27T22:38:08,840 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T22:38:08,872 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efe0343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T22:38:08,906 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T22:38:08,917 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T22:38:08,917 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T22:38:08,921 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T22:38:08,922 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T22:38:08,926 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T22:38:08,927 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T22:38:08,955 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T22:38:08,966 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-27T22:38:08,974 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-27T22:38:08,977 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T22:38:08,979 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-27T22:38:08,995 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-27T22:38:08,998 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T22:38:09,001 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-27T22:38:09,016 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-27T22:38:09,018 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-27T22:38:09,048 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-27T22:38:09,070 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T22:38:09,079 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-27T22:38:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T22:38:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T22:38:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,105 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,40263,1732747084945, sessionid=0x1017e723ca50000, setting cluster-up flag (Was=false) 2024-11-27T22:38:09,112 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-27T22:38:09,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,217 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-27T22:38:09,219 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,40263,1732747084945 2024-11-27T22:38:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,311 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-27T22:38:09,313 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,40263,1732747084945 2024-11-27T22:38:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:09,385 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-27T22:38:09,387 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,40263,1732747084945 2024-11-27T22:38:09,395 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T22:38:09,420 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(746): ClusterId : a071297d-7bde-42bc-8f61-6366c52f2fea 2024-11-27T22:38:09,422 INFO [RS:0;da99f16e0d32:36815 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-27T22:38:09,425 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T22:38:09,449 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T22:38:09,450 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-27T22:38:09,472 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-27T22:38:09,473 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T22:38:09,487 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T22:38:09,488 DEBUG [RS:0;da99f16e0d32:36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5c20cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T22:38:09,508 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:36815 2024-11-27T22:38:09,512 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T22:38:09,512 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T22:38:09,512 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T22:38:09,516 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,40263,1732747084945 with port=36815, startcode=1732747086764 2024-11-27T22:38:09,537 DEBUG [RS:0;da99f16e0d32:36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T22:38:09,541 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T22:38:09,553 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T22:38:09,561 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T22:38:09,568 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,40263,1732747084945 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T22:38:09,576 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T22:38:09,576 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T22:38:09,576 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T22:38:09,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34419, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T22:38:09,576 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T22:38:09,577 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T22:38:09,577 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,577 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T22:38:09,577 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,579 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732747119579 2024-11-27T22:38:09,581 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T22:38:09,582 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T22:38:09,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T22:38:09,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T22:38:09,583 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40263 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T22:38:09,586 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T22:38:09,587 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-27T22:38:09,587 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T22:38:09,587 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T22:38:09,587 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T22:38:09,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:09,588 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T22:38:09,592 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T22:38:09,594 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T22:38:09,594 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T22:38:09,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741831_1007 (size=1321) 2024-11-27T22:38:09,606 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8676e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:09,606 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:09,609 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:09,611 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T22:38:09,611 WARN [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T22:38:09,613 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:09,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:09,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:09,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b54638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:09,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:09,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:09,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:09,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:09,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5977fde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:09,629 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T22:38:09,630 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T22:38:09,631 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T22:38:09,632 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732747089632,5,FailOnTimeoutGroup] 2024-11-27T22:38:09,633 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732747089632,5,FailOnTimeoutGroup] 2024-11-27T22:38:09,633 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,633 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T22:38:09,634 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,635 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,712 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,40263,1732747084945 with port=36815, startcode=1732747086764 2024-11-27T22:38:09,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,36815,1732747086764 2024-11-27T22:38:09,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40263 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:09,726 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:09,726 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44435 2024-11-27T22:38:09,726 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=43013 2024-11-27T22:38:09,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T22:38:09,875 DEBUG [RS:0;da99f16e0d32:36815 {}] zookeeper.ZKUtil(111): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rs/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:09,876 WARN [RS:0;da99f16e0d32:36815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T22:38:09,876 INFO [RS:0;da99f16e0d32:36815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T22:38:09,876 INFO [RS:0;da99f16e0d32:36815 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T22:38:09,876 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:09,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,36815,1732747086764] 2024-11-27T22:38:09,904 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T22:38:09,925 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T22:38:09,930 INFO [RS:0;da99f16e0d32:36815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T22:38:09,931 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,932 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T22:38:09,938 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T22:38:09,940 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,940 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,941 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,942 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,942 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,942 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T22:38:09,942 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T22:38:09,942 DEBUG [RS:0;da99f16e0d32:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T22:38:09,943 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,943 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,943 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,943 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,943 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,943 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,36815,1732747086764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T22:38:09,965 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T22:38:09,968 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,36815,1732747086764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,968 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,968 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.Replication(171): da99f16e0d32,36815,1732747086764 started 2024-11-27T22:38:09,995 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:09,995 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,36815,1732747086764, RpcServer on da99f16e0d32/172.17.0.2:36815, sessionid=0x1017e723ca50001 2024-11-27T22:38:09,996 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T22:38:09,996 DEBUG [RS:0;da99f16e0d32:36815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,36815,1732747086764 2024-11-27T22:38:09,997 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,36815,1732747086764' 2024-11-27T22:38:09,997 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-27T22:38:09,998 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-27T22:38:09,999 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T22:38:09,999 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-27T22:38:09,999 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,36815,1732747086764' 2024-11-27T22:38:09,999 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:38:09,999 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:38:10,000 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-27T22:38:10,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T22:38:10,001 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-27T22:38:10,001 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T22:38:10,001 DEBUG [RS:0;da99f16e0d32:36815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,36815,1732747086764 2024-11-27T22:38:10,001 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,36815,1732747086764' 2024-11-27T22:38:10,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:10,001 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-27T22:38:10,002 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-27T22:38:10,003 DEBUG [RS:0;da99f16e0d32:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T22:38:10,003 INFO [RS:0;da99f16e0d32:36815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T22:38:10,003 INFO [RS:0;da99f16e0d32:36815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T22:38:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741832_1008 (size=32) 2024-11-27T22:38:10,108 INFO [RS:0;da99f16e0d32:36815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T22:38:10,108 INFO [RS:0;da99f16e0d32:36815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor da99f16e0d32,36815,1732747086764.regiongroup-0 2024-11-27T22:38:10,112 INFO [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs, maxLogs=32 2024-11-27T22:38:10,129 DEBUG [RS:0;da99f16e0d32:36815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747090114, exclude list is [], retry=0 2024-11-27T22:38:10,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:10,137 INFO [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747090114 2024-11-27T22:38:10,137 DEBUG [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:10,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:10,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T22:38:10,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T22:38:10,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:10,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:10,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T22:38:10,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T22:38:10,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:10,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:10,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T22:38:10,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T22:38:10,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:10,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:10,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T22:38:10,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T22:38:10,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:10,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:10,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T22:38:10,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740 2024-11-27T22:38:10,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740 2024-11-27T22:38:10,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T22:38:10,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T22:38:10,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T22:38:10,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T22:38:10,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:10,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11067539360, jitterRate=0.030744925141334534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T22:38:10,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732747090424Initializing all the Stores at 1732747090426 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732747090426Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732747090426Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747090426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732747090426Cleaning up temporary data from old regions at 1732747090448 (+22 ms)Region opened successfully at 1732747090457 (+9 ms) 2024-11-27T22:38:10,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T22:38:10,458 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T22:38:10,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T22:38:10,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T22:38:10,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T22:38:10,459 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T22:38:10,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732747090457Disabling compacts and flushes for region at 1732747090457Disabling writes for close at 1732747090458 (+1 ms)Writing region close event to WAL at 1732747090459 (+1 ms)Closed at 1732747090459 2024-11-27T22:38:10,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T22:38:10,463 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T22:38:10,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T22:38:10,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T22:38:10,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T22:38:10,633 DEBUG [da99f16e0d32:40263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T22:38:10,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:10,658 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,36815,1732747086764, state=OPENING 2024-11-27T22:38:10,707 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T22:38:10,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:10,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:38:10,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T22:38:10,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T22:38:10,733 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T22:38:10,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:10,916 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T22:38:10,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T22:38:10,929 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T22:38:10,930 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T22:38:10,930 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T22:38:10,930 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T22:38:10,931 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T22:38:10,935 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C36815%2C1732747086764.meta, suffix=.meta, logDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs, maxLogs=32 2024-11-27T22:38:10,958 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747090938.meta, exclude list is [], retry=0 2024-11-27T22:38:10,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:10,966 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747090938.meta 2024-11-27T22:38:10,966 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:10,967 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:10,972 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:10,974 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T22:38:10,978 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T22:38:10,979 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T22:38:10,984 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T22:38:10,985 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:10,986 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T22:38:10,986 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T22:38:10,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T22:38:10,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T22:38:10,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:11,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:11,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T22:38:11,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T22:38:11,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:11,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:11,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T22:38:11,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T22:38:11,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:11,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:11,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T22:38:11,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T22:38:11,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:11,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T22:38:11,016 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T22:38:11,018 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740 2024-11-27T22:38:11,022 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740 2024-11-27T22:38:11,025 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T22:38:11,025 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T22:38:11,026 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T22:38:11,030 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T22:38:11,032 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9620511520, jitterRate=-0.10402004420757294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T22:38:11,033 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T22:38:11,034 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732747090986Writing region info on filesystem at 1732747090987 (+1 ms)Initializing all the Stores at 1732747090989 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732747090989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732747090992 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747090992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732747090993 (+1 ms)Cleaning up temporary data from old regions at 1732747091025 (+32 ms)Running coprocessor post-open hooks at 1732747091033 (+8 ms)Region opened successfully at 1732747091034 (+1 ms) 2024-11-27T22:38:11,042 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732747090905 2024-11-27T22:38:11,057 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T22:38:11,057 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T22:38:11,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:11,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,36815,1732747086764, state=OPEN 2024-11-27T22:38:11,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T22:38:11,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T22:38:11,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T22:38:11,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T22:38:11,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:11,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T22:38:11,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,36815,1732747086764 in 375 msec 2024-11-27T22:38:11,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T22:38:11,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-27T22:38:11,136 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T22:38:11,136 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T22:38:11,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:11,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:11,195 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:11,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51355, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:11,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7430 sec 2024-11-27T22:38:11,217 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732747091217, completionTime=-1 2024-11-27T22:38:11,219 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T22:38:11,219 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T22:38:11,251 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T22:38:11,251 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732747151251 2024-11-27T22:38:11,251 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732747211251 2024-11-27T22:38:11,251 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-27T22:38:11,254 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40263,1732747084945-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:11,254 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40263,1732747084945-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:11,254 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40263,1732747084945-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:11,256 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:40263, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:11,256 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:11,257 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:11,264 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T22:38:11,295 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.309sec 2024-11-27T22:38:11,297 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T22:38:11,299 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T22:38:11,300 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T22:38:11,301 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T22:38:11,301 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T22:38:11,302 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40263,1732747084945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T22:38:11,303 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40263,1732747084945-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T22:38:11,314 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T22:38:11,315 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T22:38:11,315 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40263,1732747084945-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T22:38:11,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798383d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:11,326 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T22:38:11,326 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T22:38:11,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:11,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:11,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:11,342 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:11,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5b7e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:11,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:11,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:11,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,40263,1732747084945 2024-11-27T22:38:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-27T22:38:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/test.cache.data in system properties and HBase conf 2024-11-27T22:38:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T22:38:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir in system properties and HBase conf 2024-11-27T22:38:11,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T22:38:11,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T22:38:11,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T22:38:11,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T22:38:11,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T22:38:11,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T22:38:11,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T22:38:11,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T22:38:11,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T22:38:11,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T22:38:11,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T22:38:11,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T22:38:11,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/nfs.dump.dir in system properties and HBase conf 2024-11-27T22:38:11,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir in system properties and HBase conf 2024-11-27T22:38:11,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T22:38:11,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T22:38:11,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T22:38:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741835_1011 (size=592039) 2024-11-27T22:38:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741836_1012 (size=1663647) 2024-11-27T22:38:13,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:13,697 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:13,995 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T22:38:13,997 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T22:38:13,998 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:13,998 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:13,998 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T22:38:13,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T22:38:13,998 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6206d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:13,999 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338b53fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T22:38:14,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:14,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:14,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T22:38:14,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:14,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74dca6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:14,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c0ce480{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T22:38:14,156 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T22:38:14,156 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-27T22:38:14,156 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T22:38:14,158 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T22:38:14,218 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:14,465 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:14,821 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:14,848 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4131f2f2{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir/jetty-localhost-35245-hadoop-yarn-common-3_4_1_jar-_-any-6200758338621392733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T22:38:14,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37ca094b{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir/jetty-localhost-35217-hadoop-yarn-common-3_4_1_jar-_-any-16646180880796602492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T22:38:14,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12677269{HTTP/1.1, (http/1.1)}{localhost:35217} 2024-11-27T22:38:14,849 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@1478f1aa{HTTP/1.1, (http/1.1)}{localhost:35245} 2024-11-27T22:38:14,849 INFO [Time-limited test {}] server.Server(415): Started @18991ms 2024-11-27T22:38:14,849 INFO [Thread-251 {}] server.Server(415): Started @18991ms 2024-11-27T22:38:14,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741837_1013 (size=5) 2024-11-27T22:38:15,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T22:38:15,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:15,424 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:38:15,424 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-27T22:38:15,424 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T22:38:15,424 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T22:38:15,425 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T22:38:15,425 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:15,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T22:38:16,121 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T22:38:16,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:16,165 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T22:38:16,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T22:38:16,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:16,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:16,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T22:38:16,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:16,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61111235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:16,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25834e0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T22:38:16,221 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T22:38:16,221 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T22:38:16,221 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T22:38:16,221 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T22:38:16,229 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:16,235 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:16,341 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:16,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@744c8deb{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir/jetty-localhost-44283-hadoop-yarn-common-3_4_1_jar-_-any-14688287074502525842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T22:38:16,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de76cb{HTTP/1.1, (http/1.1)}{localhost:44283} 2024-11-27T22:38:16,354 INFO [Time-limited test {}] server.Server(415): Started @20496ms 2024-11-27T22:38:16,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T22:38:16,521 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T22:38:16,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:16,540 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T22:38:16,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T22:38:16,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T22:38:16,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T22:38:16,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T22:38:16,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T22:38:16,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61ccba24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,AVAILABLE} 2024-11-27T22:38:16,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ca602ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T22:38:16,612 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T22:38:16,612 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T22:38:16,612 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T22:38:16,612 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T22:38:16,620 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:16,625 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:16,723 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T22:38:16,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30c87b17{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/java.io.tmpdir/jetty-localhost-43239-hadoop-yarn-common-3_4_1_jar-_-any-15039338481626610713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T22:38:16,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@106b5ff9{HTTP/1.1, (http/1.1)}{localhost:43239} 2024-11-27T22:38:16,729 INFO [Time-limited test {}] server.Server(415): Started @20871ms 2024-11-27T22:38:16,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-27T22:38:16,758 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:44435/backupUT 2024-11-27T22:38:16,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:38:16,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:38:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b867cc 2024-11-27T22:38:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:38:16,774 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:38:16,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-27T22:38:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-27T22:38:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T22:38:16,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 26 msec 2024-11-27T22:38:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T22:38:16,911 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-27T22:38:16,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-27T22:38:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-27T22:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T22:38:16,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 14 msec 2024-11-27T22:38:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T22:38:17,030 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-27T22:38:17,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-27T22:38:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-27T22:38:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T22:38:17,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 21 msec 2024-11-27T22:38:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T22:38:17,152 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-27T22:38:17,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-27T22:38:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-27T22:38:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T22:38:17,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-27T22:38:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T22:38:17,270 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-27T22:38:17,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732747096758', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732747096758 2024-11-27T22:38:17,289 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732747096758 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:38:17,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732747096758" procId is: 8 2024-11-27T22:38:17,291 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T22:38:17,293 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732747096758 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:38:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741838_1014 (size=367) 2024-11-27T22:38:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T22:38:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T22:38:17,707 INFO [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9b9db59d990213e9cefb277b8660f75, NAME => 'test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732747096758', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:17,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741839_1015 (size=53) 2024-11-27T22:38:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T22:38:18,117 DEBUG [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:18,118 DEBUG [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(1722): Closing e9b9db59d990213e9cefb277b8660f75, disabling compactions & flushes 2024-11-27T22:38:18,118 INFO [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:18,118 DEBUG [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:18,118 DEBUG [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. after waiting 0 ms 2024-11-27T22:38:18,118 DEBUG [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:18,118 INFO [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(1973): Closed test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:18,118 DEBUG [RegionOpenAndInit-test-1732747096758-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9b9db59d990213e9cefb277b8660f75: Waiting for close lock at 1732747098118Disabling compacts and flushes for region at 1732747098118Disabling writes for close at 1732747098118Writing region close event to WAL at 1732747098118Closed at 1732747098118 2024-11-27T22:38:18,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732747096758 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:38:18,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732747098121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747098121"}]},"ts":"1732747098121"} 2024-11-27T22:38:18,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:38:18,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732747096758 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:38:18,134 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732747096758","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747098132"}]},"ts":"1732747098132"} 2024-11-27T22:38:18,139 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732747096758, state=ENABLING in hbase:meta 2024-11-27T22:38:18,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, ASSIGN}] 2024-11-27T22:38:18,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, ASSIGN 2024-11-27T22:38:18,144 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:38:18,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:18,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, ASSIGN because future has completed 2024-11-27T22:38:18,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T22:38:18,475 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:18,475 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T22:38:18,475 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor da99f16e0d32,36815,1732747086764.regiongroup-1 2024-11-27T22:38:18,478 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs, maxLogs=32 2024-11-27T22:38:18,495 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747098480, exclude list is [], retry=0 2024-11-27T22:38:18,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:18,502 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747098480 2024-11-27T22:38:18,502 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:18,502 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e9b9db59d990213e9cefb277b8660f75, NAME => 'test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:18,503 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:18,503 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732747096758 e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,503 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:18,503 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,503 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,505 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,508 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b9db59d990213e9cefb277b8660f75 columnFamilyName f 2024-11-27T22:38:18,508 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:18,509 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(327): Store=e9b9db59d990213e9cefb277b8660f75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:18,509 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,511 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,511 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,512 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,512 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,515 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,519 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:18,520 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened e9b9db59d990213e9cefb277b8660f75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10062143680, jitterRate=-0.06288984417915344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T22:38:18,520 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:18,521 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e9b9db59d990213e9cefb277b8660f75: Running coprocessor pre-open hook at 1732747098503Writing region info on filesystem at 1732747098503Initializing all the Stores at 1732747098505 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747098505Cleaning up temporary data from old regions at 1732747098512 (+7 ms)Running coprocessor post-open hooks at 1732747098520 (+8 ms)Region opened successfully at 1732747098521 (+1 ms) 2024-11-27T22:38:18,523 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., pid=10, masterSystemTime=1732747098454 2024-11-27T22:38:18,528 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:18,528 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:18,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:18,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:18,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T22:38:18,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 in 235 msec 2024-11-27T22:38:18,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T22:38:18,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, ASSIGN in 401 msec 2024-11-27T22:38:18,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732747096758 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:38:18,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732747096758","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747098547"}]},"ts":"1732747098547"} 2024-11-27T22:38:18,552 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732747096758, state=ENABLED in hbase:meta 2024-11-27T22:38:18,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732747096758 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:38:18,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732747096758 in 1.2720 sec 2024-11-27T22:38:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T22:38:19,440 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732747096758 completed 2024-11-27T22:38:19,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5038b6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:19,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:19,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:19,442 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685a6739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:19,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:19,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2126a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:19,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:19,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732747096758', row='row0', locateType=CURRENT is [region=test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:38:19,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(8528): writing data to region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T22:38:19,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17327470967581', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17327470967581 2024-11-27T22:38:19,625 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17327470967581 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:38:19,626 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:19,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17327470967581" procId is: 11 2024-11-27T22:38:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T22:38:19,627 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17327470967581 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:38:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741841_1017 (size=364) 2024-11-27T22:38:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T22:38:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T22:38:20,038 INFO [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d2bb5bcbb2c2321e36acc61a5dd3d30, NAME => 'ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17327470967581', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:20,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741842_1018 (size=50) 2024-11-27T22:38:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T22:38:20,447 DEBUG [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:20,447 DEBUG [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(1722): Closing 1d2bb5bcbb2c2321e36acc61a5dd3d30, disabling compactions & flushes 2024-11-27T22:38:20,447 INFO [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:20,448 DEBUG [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:20,448 DEBUG [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. after waiting 0 ms 2024-11-27T22:38:20,448 DEBUG [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:20,448 INFO [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:20,448 DEBUG [RegionOpenAndInit-ns2:test-17327470967581-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d2bb5bcbb2c2321e36acc61a5dd3d30: Waiting for close lock at 1732747100447Disabling compacts and flushes for region at 1732747100447Disabling writes for close at 1732747100448 (+1 ms)Writing region close event to WAL at 1732747100448Closed at 1732747100448 2024-11-27T22:38:20,450 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17327470967581 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:38:20,450 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732747100450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747100450"}]},"ts":"1732747100450"} 2024-11-27T22:38:20,454 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:38:20,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17327470967581 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:38:20,456 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17327470967581","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747100456"}]},"ts":"1732747100456"} 2024-11-27T22:38:20,460 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17327470967581, state=ENABLING in hbase:meta 2024-11-27T22:38:20,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327470967581, region=1d2bb5bcbb2c2321e36acc61a5dd3d30, ASSIGN}] 2024-11-27T22:38:20,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327470967581, region=1d2bb5bcbb2c2321e36acc61a5dd3d30, ASSIGN 2024-11-27T22:38:20,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17327470967581, region=1d2bb5bcbb2c2321e36acc61a5dd3d30, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:38:20,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1d2bb5bcbb2c2321e36acc61a5dd3d30, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17327470967581, region=1d2bb5bcbb2c2321e36acc61a5dd3d30, ASSIGN because future has completed 2024-11-27T22:38:20,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T22:38:20,780 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:20,780 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d2bb5bcbb2c2321e36acc61a5dd3d30, NAME => 'ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:20,780 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:20,781 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327470967581 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,781 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:20,781 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,781 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,784 INFO [StoreOpener-1d2bb5bcbb2c2321e36acc61a5dd3d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,787 INFO [StoreOpener-1d2bb5bcbb2c2321e36acc61a5dd3d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d2bb5bcbb2c2321e36acc61a5dd3d30 columnFamilyName f 2024-11-27T22:38:20,787 DEBUG [StoreOpener-1d2bb5bcbb2c2321e36acc61a5dd3d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:20,788 INFO [StoreOpener-1d2bb5bcbb2c2321e36acc61a5dd3d30-1 {}] regionserver.HStore(327): Store=1d2bb5bcbb2c2321e36acc61a5dd3d30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:20,788 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,789 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,790 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,791 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,791 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,794 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,798 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:20,799 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 1d2bb5bcbb2c2321e36acc61a5dd3d30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10553555360, jitterRate=-0.017123565077781677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T22:38:20,799 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:20,800 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1d2bb5bcbb2c2321e36acc61a5dd3d30: Running coprocessor pre-open hook at 1732747100781Writing region info on filesystem at 1732747100781Initializing all the Stores at 1732747100784 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747100784Cleaning up temporary data from old regions at 1732747100791 (+7 ms)Running coprocessor post-open hooks at 1732747100799 (+8 ms)Region opened successfully at 1732747100800 (+1 ms) 2024-11-27T22:38:20,802 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30., pid=13, masterSystemTime=1732747100773 2024-11-27T22:38:20,805 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:20,805 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:20,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1d2bb5bcbb2c2321e36acc61a5dd3d30, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:20,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T22:38:20,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30, server=da99f16e0d32,36815,1732747086764 in 192 msec 2024-11-27T22:38:20,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T22:38:20,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327470967581, region=1d2bb5bcbb2c2321e36acc61a5dd3d30, ASSIGN in 354 msec 2024-11-27T22:38:20,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17327470967581 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:38:20,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17327470967581","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747100820"}]},"ts":"1732747100820"} 2024-11-27T22:38:20,823 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17327470967581, state=ENABLED in hbase:meta 2024-11-27T22:38:20,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17327470967581 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:38:20,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17327470967581 in 1.2030 sec 2024-11-27T22:38:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T22:38:21,770 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17327470967581 completed 2024-11-27T22:38:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327470967581', row='row0', locateType=CURRENT is [region=ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:38:21,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(8528): writing data to region ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T22:38:21,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732747096758' 2024-11-27T22:38:21,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17327470967581' 2024-11-27T22:38:21,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17327470967582', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17327470967582 2024-11-27T22:38:21,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17327470967582 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:38:21,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:21,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17327470967582" procId is: 14 2024-11-27T22:38:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T22:38:21,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17327470967582 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:38:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741843_1019 (size=390) 2024-11-27T22:38:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T22:38:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T22:38:22,390 INFO [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1b9c03c2f863a7d5ae9c2282e311904, NAME => 'ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17327470967582', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741844_1020 (size=50) 2024-11-27T22:38:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T22:38:22,800 DEBUG [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:22,800 DEBUG [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(1722): Closing f1b9c03c2f863a7d5ae9c2282e311904, disabling compactions & flushes 2024-11-27T22:38:22,800 INFO [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:38:22,800 DEBUG [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:38:22,800 DEBUG [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. after waiting 0 ms 2024-11-27T22:38:22,800 DEBUG [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:38:22,800 INFO [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:38:22,800 DEBUG [RegionOpenAndInit-ns3:test-17327470967582-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1b9c03c2f863a7d5ae9c2282e311904: Waiting for close lock at 1732747102800Disabling compacts and flushes for region at 1732747102800Disabling writes for close at 1732747102800Writing region close event to WAL at 1732747102800Closed at 1732747102800 2024-11-27T22:38:22,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17327470967582 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:38:22,803 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732747102802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747102802"}]},"ts":"1732747102802"} 2024-11-27T22:38:22,806 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:38:22,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17327470967582 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:38:22,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17327470967582","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747102808"}]},"ts":"1732747102808"} 2024-11-27T22:38:22,811 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17327470967582, state=ENABLING in hbase:meta 2024-11-27T22:38:22,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327470967582, region=f1b9c03c2f863a7d5ae9c2282e311904, ASSIGN}] 2024-11-27T22:38:22,813 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327470967582, region=f1b9c03c2f863a7d5ae9c2282e311904, ASSIGN 2024-11-27T22:38:22,815 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17327470967582, region=f1b9c03c2f863a7d5ae9c2282e311904, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:38:22,966 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=f1b9c03c2f863a7d5ae9c2282e311904, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:22,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17327470967582, region=f1b9c03c2f863a7d5ae9c2282e311904, ASSIGN because future has completed 2024-11-27T22:38:22,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1b9c03c2f863a7d5ae9c2282e311904, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T22:38:23,128 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:38:23,129 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f1b9c03c2f863a7d5ae9c2282e311904, NAME => 'ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:23,129 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:23,129 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327470967582 f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,129 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:23,129 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,130 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,132 INFO [StoreOpener-f1b9c03c2f863a7d5ae9c2282e311904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,135 INFO [StoreOpener-f1b9c03c2f863a7d5ae9c2282e311904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1b9c03c2f863a7d5ae9c2282e311904 columnFamilyName f 2024-11-27T22:38:23,135 DEBUG [StoreOpener-f1b9c03c2f863a7d5ae9c2282e311904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:23,136 INFO [StoreOpener-f1b9c03c2f863a7d5ae9c2282e311904-1 {}] regionserver.HStore(327): Store=f1b9c03c2f863a7d5ae9c2282e311904/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:23,137 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,138 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns3/test-17327470967582/f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,139 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns3/test-17327470967582/f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,139 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,139 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,142 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,145 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns3/test-17327470967582/f1b9c03c2f863a7d5ae9c2282e311904/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:23,146 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f1b9c03c2f863a7d5ae9c2282e311904; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9901352160, jitterRate=-0.07786472141742706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T22:38:23,146 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:38:23,147 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f1b9c03c2f863a7d5ae9c2282e311904: Running coprocessor pre-open hook at 1732747103130Writing region info on filesystem at 1732747103130Initializing all the Stores at 1732747103132 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747103132Cleaning up temporary data from old regions at 1732747103139 (+7 ms)Running coprocessor post-open hooks at 1732747103146 (+7 ms)Region opened successfully at 1732747103147 (+1 ms) 2024-11-27T22:38:23,149 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904., pid=16, masterSystemTime=1732747103123 2024-11-27T22:38:23,152 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:38:23,152 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:38:23,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=f1b9c03c2f863a7d5ae9c2282e311904, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:23,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1b9c03c2f863a7d5ae9c2282e311904, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:23,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T22:38:23,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure f1b9c03c2f863a7d5ae9c2282e311904, server=da99f16e0d32,36815,1732747086764 in 188 msec 2024-11-27T22:38:23,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T22:38:23,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327470967582, region=f1b9c03c2f863a7d5ae9c2282e311904, ASSIGN in 351 msec 2024-11-27T22:38:23,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17327470967582 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:38:23,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17327470967582","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747103168"}]},"ts":"1732747103168"} 2024-11-27T22:38:23,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17327470967582, state=ENABLED in hbase:meta 2024-11-27T22:38:23,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17327470967582 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:38:23,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17327470967582 in 1.2020 sec 2024-11-27T22:38:24,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T22:38:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T22:38:24,130 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17327470967582 completed 2024-11-27T22:38:24,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17327470967582 get assigned. Timeout = 60000ms 2024-11-27T22:38:24,132 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T22:38:24,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17327470967582 assigned to meta. Checking AM states. 2024-11-27T22:38:24,138 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T22:38:24,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17327470967582 assigned. 2024-11-27T22:38:24,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17327470967583', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17327470967583 2024-11-27T22:38:24,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17327470967583 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:38:24,144 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:24,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17327470967583" procId is: 17 2024-11-27T22:38:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T22:38:24,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17327470967583 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:38:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741845_1021 (size=390) 2024-11-27T22:38:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T22:38:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T22:38:24,558 INFO [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cb27eeafc2b758407c5ccdd4dae6da9, NAME => 'ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17327470967583', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:24,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741846_1022 (size=50) 2024-11-27T22:38:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T22:38:24,969 DEBUG [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:24,969 DEBUG [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(1722): Closing 6cb27eeafc2b758407c5ccdd4dae6da9, disabling compactions & flushes 2024-11-27T22:38:24,969 INFO [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:38:24,969 DEBUG [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:38:24,969 DEBUG [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. after waiting 0 ms 2024-11-27T22:38:24,969 DEBUG [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:38:24,969 INFO [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:38:24,969 DEBUG [RegionOpenAndInit-ns4:test-17327470967583-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cb27eeafc2b758407c5ccdd4dae6da9: Waiting for close lock at 1732747104969Disabling compacts and flushes for region at 1732747104969Disabling writes for close at 1732747104969Writing region close event to WAL at 1732747104969Closed at 1732747104969 2024-11-27T22:38:24,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17327470967583 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:38:24,972 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732747104971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747104971"}]},"ts":"1732747104971"} 2024-11-27T22:38:24,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:38:24,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17327470967583 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:38:24,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17327470967583","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747104976"}]},"ts":"1732747104976"} 2024-11-27T22:38:24,979 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17327470967583, state=ENABLING in hbase:meta 2024-11-27T22:38:24,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327470967583, region=6cb27eeafc2b758407c5ccdd4dae6da9, ASSIGN}] 2024-11-27T22:38:24,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327470967583, region=6cb27eeafc2b758407c5ccdd4dae6da9, ASSIGN 2024-11-27T22:38:24,982 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17327470967583, region=6cb27eeafc2b758407c5ccdd4dae6da9, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:38:25,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6cb27eeafc2b758407c5ccdd4dae6da9, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:25,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17327470967583, region=6cb27eeafc2b758407c5ccdd4dae6da9, ASSIGN because future has completed 2024-11-27T22:38:25,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb27eeafc2b758407c5ccdd4dae6da9, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T22:38:25,295 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:38:25,295 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cb27eeafc2b758407c5ccdd4dae6da9, NAME => 'ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:25,295 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:25,295 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327470967583 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,296 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:25,296 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,296 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,298 INFO [StoreOpener-6cb27eeafc2b758407c5ccdd4dae6da9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,301 INFO [StoreOpener-6cb27eeafc2b758407c5ccdd4dae6da9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb27eeafc2b758407c5ccdd4dae6da9 columnFamilyName f 2024-11-27T22:38:25,301 DEBUG [StoreOpener-6cb27eeafc2b758407c5ccdd4dae6da9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:25,302 INFO [StoreOpener-6cb27eeafc2b758407c5ccdd4dae6da9-1 {}] regionserver.HStore(327): Store=6cb27eeafc2b758407c5ccdd4dae6da9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:25,302 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,303 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns4/test-17327470967583/6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,303 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns4/test-17327470967583/6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,304 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,304 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,307 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,310 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns4/test-17327470967583/6cb27eeafc2b758407c5ccdd4dae6da9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:25,311 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6cb27eeafc2b758407c5ccdd4dae6da9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11455138400, jitterRate=0.06684289872646332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T22:38:25,311 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:38:25,312 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6cb27eeafc2b758407c5ccdd4dae6da9: Running coprocessor pre-open hook at 1732747105296Writing region info on filesystem at 1732747105296Initializing all the Stores at 1732747105297 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747105297Cleaning up temporary data from old regions at 1732747105304 (+7 ms)Running coprocessor post-open hooks at 1732747105312 (+8 ms)Region opened successfully at 1732747105312 2024-11-27T22:38:25,314 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9., pid=19, masterSystemTime=1732747105290 2024-11-27T22:38:25,316 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:38:25,317 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:38:25,317 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6cb27eeafc2b758407c5ccdd4dae6da9, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:25,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb27eeafc2b758407c5ccdd4dae6da9, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:25,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T22:38:25,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cb27eeafc2b758407c5ccdd4dae6da9, server=da99f16e0d32,36815,1732747086764 in 186 msec 2024-11-27T22:38:25,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-27T22:38:25,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327470967583, region=6cb27eeafc2b758407c5ccdd4dae6da9, ASSIGN in 346 msec 2024-11-27T22:38:25,330 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17327470967583 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:38:25,330 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17327470967583","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747105330"}]},"ts":"1732747105330"} 2024-11-27T22:38:25,333 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17327470967583, state=ENABLED in hbase:meta 2024-11-27T22:38:25,335 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17327470967583 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:38:25,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17327470967583 in 1.1940 sec 2024-11-27T22:38:25,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17327470967582 2024-11-27T22:38:25,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17327470967582 Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:25,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732747096758 2024-11-27T22:38:25,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732747096758 Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:25,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17327470967581 2024-11-27T22:38:25,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17327470967581 Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:25,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17327470967583 2024-11-27T22:38:25,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17327470967583 Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T22:38:26,300 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17327470967583 completed 2024-11-27T22:38:26,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17327470967583 get assigned. Timeout = 60000ms 2024-11-27T22:38:26,300 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T22:38:26,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17327470967583 assigned to meta. Checking AM states. 2024-11-27T22:38:26,304 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T22:38:26,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17327470967583 assigned. 2024-11-27T22:38:26,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:38:26,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:38:26,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:26,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:26,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:26,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=20, AvailableMemoryMB=4232 2024-11-27T22:38:26,338 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-27T22:38:26,339 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-27T22:38:26,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732747096758 from 'test-1732747096758', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732747096758', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732747096758 2024-11-27T22:38:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741847_1023 (size=908) 2024-11-27T22:38:26,770 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/.tabledesc/.tableinfo.0000000001.367 2024-11-27T22:38:26,770 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/.tabledesc/.tableinfo.0000000002.908 2024-11-27T22:38:26,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732747096758}] 2024-11-27T22:38:26,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE}] 2024-11-27T22:38:26,789 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE 2024-11-27T22:38:26,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=CLOSING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:26,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE because future has completed 2024-11-27T22:38:26,795 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T22:38:26,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:26,953 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:26,954 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T22:38:26,954 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing e9b9db59d990213e9cefb277b8660f75, disabling compactions & flushes 2024-11-27T22:38:26,954 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:26,954 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:26,954 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. after waiting 0 ms 2024-11-27T22:38:26,955 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:26,958 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing e9b9db59d990213e9cefb277b8660f75 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T22:38:27,037 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f/d5f1c762e8ee490b91e58bbd34c7258f is 37, key is row10/f:q1/1732747099482/Put/seqid=0 2024-11-27T22:38:27,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741848_1024 (size=8413) 2024-11-27T22:38:27,450 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:38:27,513 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f/d5f1c762e8ee490b91e58bbd34c7258f as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:38:27,526 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T22:38:27,535 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e9b9db59d990213e9cefb277b8660f75 in 574ms, sequenceid=103, compaction requested=false 2024-11-27T22:38:27,543 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-27T22:38:27,546 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:38:27,546 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:27,547 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for e9b9db59d990213e9cefb277b8660f75: Waiting for close lock at 1732747106954Running coprocessor pre-close hooks at 1732747106954Disabling compacts and flushes for region at 1732747106954Disabling writes for close at 1732747106954Obtaining lock to block concurrent updates at 1732747106958 (+4 ms)Preparing flush snapshotting stores in e9b9db59d990213e9cefb277b8660f75 at 1732747106958Finished memstore snapshotting test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732747106965 (+7 ms)Flushing stores of test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. at 1732747106966 (+1 ms)Flushing e9b9db59d990213e9cefb277b8660f75/f: creating writer at 1732747106968 (+2 ms)Flushing e9b9db59d990213e9cefb277b8660f75/f: appending metadata at 1732747107020 (+52 ms)Flushing e9b9db59d990213e9cefb277b8660f75/f: closing flushed file at 1732747107024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44794b65: reopening flushed file at 1732747107511 (+487 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e9b9db59d990213e9cefb277b8660f75 in 574ms, sequenceid=103, compaction requested=false at 1732747107535 (+24 ms)Writing region close event to WAL at 1732747107537 (+2 ms)Running coprocessor post-close hooks at 1732747107544 (+7 ms)Closed at 1732747107546 (+2 ms) 2024-11-27T22:38:27,547 WARN [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: e9b9db59d990213e9cefb277b8660f75 to self. 2024-11-27T22:38:27,550 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=CLOSED 2024-11-27T22:38:27,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:27,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T22:38:27,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 in 761 msec 2024-11-27T22:38:27,562 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE; state=CLOSED, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=true 2024-11-27T22:38:27,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:27,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE because future has completed 2024-11-27T22:38:27,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:27,875 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:27,875 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e9b9db59d990213e9cefb277b8660f75, NAME => 'test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:27,876 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:27,876 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732747096758 e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,876 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:27,876 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,876 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,879 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,881 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b9db59d990213e9cefb277b8660f75 columnFamilyName f 2024-11-27T22:38:27,881 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:27,893 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:38:27,893 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(327): Store=e9b9db59d990213e9cefb277b8660f75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:27,893 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,895 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b9db59d990213e9cefb277b8660f75 columnFamilyName f3 2024-11-27T22:38:27,895 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:27,896 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(327): Store=e9b9db59d990213e9cefb277b8660f75/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:27,898 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17327470967582' 2024-11-27T22:38:27,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17327470967583' 2024-11-27T22:38:27,906 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b9db59d990213e9cefb277b8660f75 columnFamilyName mob 2024-11-27T22:38:27,910 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:27,911 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(327): Store=e9b9db59d990213e9cefb277b8660f75/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:27,912 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,913 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,915 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,917 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,917 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,918 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732747096758 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:38:27,920 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,921 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e9b9db59d990213e9cefb277b8660f75; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9883408640, jitterRate=-0.0795358419418335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:38:27,921 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:27,922 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e9b9db59d990213e9cefb277b8660f75: Running coprocessor pre-open hook at 1732747107876Writing region info on filesystem at 1732747107876Initializing all the Stores at 1732747107878 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747107878Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747107878Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747107878Cleaning up temporary data from old regions at 1732747107917 (+39 ms)Running coprocessor post-open hooks at 1732747107921 (+4 ms)Region opened successfully at 1732747107922 (+1 ms) 2024-11-27T22:38:27,923 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., pid=24, masterSystemTime=1732747107869 2024-11-27T22:38:27,926 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:27,926 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:27,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=OPEN, openSeqNum=107, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:27,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:27,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-27T22:38:27,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 in 215 msec 2024-11-27T22:38:27,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-27T22:38:27,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE in 1.1480 sec 2024-11-27T22:38:27,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T22:38:27,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732747096758 in 1.1670 sec 2024-11-27T22:38:27,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732747096758 in 1.6030 sec 2024-11-27T22:38:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-27T22:38:27,957 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732747096758 completed 2024-11-27T22:38:27,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322390cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:27,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:27,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:27,959 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:27,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:27,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:27,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303860af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:27,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:27,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:27,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:27,962 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:27,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6514c512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:27,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:27,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:27,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:27,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732747096758', row='row-test-1732747096758-3-0', locateType=CURRENT is [region=test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., hostname=da99f16e0d32,36815,1732747086764, seqNum=107] 2024-11-27T22:38:28,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:38:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:38:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0ba659 2024-11-27T22:38:28,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:38:28,027 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:38:28,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-27T22:38:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-27T22:38:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T22:38:28,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-27T22:38:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T22:38:28,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-27T22:38:28,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-27T22:38:28,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:38:28,169 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:28,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-27T22:38:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T22:38:28,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:38:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741849_1025 (size=635) 2024-11-27T22:38:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T22:38:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T22:38:28,581 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7a7c9bb937c7e8fe4fa46111f20d940, NAME => 'backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741850_1026 (size=40) 2024-11-27T22:38:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T22:38:28,990 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:28,990 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing d7a7c9bb937c7e8fe4fa46111f20d940, disabling compactions & flushes 2024-11-27T22:38:28,990 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:28,990 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:28,990 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. after waiting 0 ms 2024-11-27T22:38:28,990 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:28,990 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:28,991 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7a7c9bb937c7e8fe4fa46111f20d940: Waiting for close lock at 1732747108990Disabling compacts and flushes for region at 1732747108990Disabling writes for close at 1732747108990Writing region close event to WAL at 1732747108990Closed at 1732747108990 2024-11-27T22:38:28,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:38:28,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732747108993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747108993"}]},"ts":"1732747108993"} 2024-11-27T22:38:28,997 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:38:28,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:38:28,999 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747108998"}]},"ts":"1732747108998"} 2024-11-27T22:38:29,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-27T22:38:29,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=d7a7c9bb937c7e8fe4fa46111f20d940, ASSIGN}] 2024-11-27T22:38:29,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=d7a7c9bb937c7e8fe4fa46111f20d940, ASSIGN 2024-11-27T22:38:29,005 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=d7a7c9bb937c7e8fe4fa46111f20d940, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:38:29,156 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=d7a7c9bb937c7e8fe4fa46111f20d940, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:29,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=d7a7c9bb937c7e8fe4fa46111f20d940, ASSIGN because future has completed 2024-11-27T22:38:29,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T22:38:29,321 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:29,321 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => d7a7c9bb937c7e8fe4fa46111f20d940, NAME => 'backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:29,322 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:29,322 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,322 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:29,322 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,322 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,325 INFO [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,327 INFO [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7a7c9bb937c7e8fe4fa46111f20d940 columnFamilyName meta 2024-11-27T22:38:29,328 DEBUG [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:29,328 INFO [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] regionserver.HStore(327): Store=d7a7c9bb937c7e8fe4fa46111f20d940/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:29,328 INFO [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,330 INFO [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7a7c9bb937c7e8fe4fa46111f20d940 columnFamilyName session 2024-11-27T22:38:29,330 DEBUG [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:29,331 INFO [StoreOpener-d7a7c9bb937c7e8fe4fa46111f20d940-1 {}] regionserver.HStore(327): Store=d7a7c9bb937c7e8fe4fa46111f20d940/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:29,331 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,332 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,332 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,333 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,333 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,334 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T22:38:29,336 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,339 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:29,339 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened d7a7c9bb937c7e8fe4fa46111f20d940; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9940416480, jitterRate=-0.07422657310962677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T22:38:29,340 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:29,340 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for d7a7c9bb937c7e8fe4fa46111f20d940: Running coprocessor pre-open hook at 1732747109322Writing region info on filesystem at 1732747109323 (+1 ms)Initializing all the Stores at 1732747109325 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747109325Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747109325Cleaning up temporary data from old regions at 1732747109333 (+8 ms)Running coprocessor post-open hooks at 1732747109340 (+7 ms)Region opened successfully at 1732747109340 2024-11-27T22:38:29,341 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., pid=28, masterSystemTime=1732747109312 2024-11-27T22:38:29,344 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:29,344 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:29,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=d7a7c9bb937c7e8fe4fa46111f20d940, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:29,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-27T22:38:29,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940, server=da99f16e0d32,36815,1732747086764 in 189 msec 2024-11-27T22:38:29,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T22:38:29,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=d7a7c9bb937c7e8fe4fa46111f20d940, ASSIGN in 349 msec 2024-11-27T22:38:29,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:38:29,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747109356"}]},"ts":"1732747109356"} 2024-11-27T22:38:29,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-27T22:38:29,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:38:29,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1950 sec 2024-11-27T22:38:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T22:38:30,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-27T22:38:30,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-27T22:38:30,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:38:30,357 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-27T22:38:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T22:38:30,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:38:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741851_1027 (size=640) 2024-11-27T22:38:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T22:38:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T22:38:30,769 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f977f63e0b90c33252f21c6745fa933e, NAME => 'backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741852_1028 (size=45) 2024-11-27T22:38:30,780 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:30,780 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing f977f63e0b90c33252f21c6745fa933e, disabling compactions & flushes 2024-11-27T22:38:30,780 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:38:30,780 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:38:30,780 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. after waiting 0 ms 2024-11-27T22:38:30,780 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:38:30,780 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:38:30,780 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for f977f63e0b90c33252f21c6745fa933e: Waiting for close lock at 1732747110780Disabling compacts and flushes for region at 1732747110780Disabling writes for close at 1732747110780Writing region close event to WAL at 1732747110780Closed at 1732747110780 2024-11-27T22:38:30,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:38:30,782 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732747110782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747110782"}]},"ts":"1732747110782"} 2024-11-27T22:38:30,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:38:30,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:38:30,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747110787"}]},"ts":"1732747110787"} 2024-11-27T22:38:30,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-27T22:38:30,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f977f63e0b90c33252f21c6745fa933e, ASSIGN}] 2024-11-27T22:38:30,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f977f63e0b90c33252f21c6745fa933e, ASSIGN 2024-11-27T22:38:30,793 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=f977f63e0b90c33252f21c6745fa933e, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:38:30,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T22:38:30,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=f977f63e0b90c33252f21c6745fa933e, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:30,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=f977f63e0b90c33252f21c6745fa933e, ASSIGN because future has completed 2024-11-27T22:38:30,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure f977f63e0b90c33252f21c6745fa933e, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:38:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T22:38:31,104 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:38:31,105 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => f977f63e0b90c33252f21c6745fa933e, NAME => 'backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:38:31,105 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:38:31,105 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,106 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:38:31,106 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,106 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,109 INFO [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,112 INFO [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f977f63e0b90c33252f21c6745fa933e columnFamilyName meta 2024-11-27T22:38:31,112 DEBUG [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:31,113 INFO [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] regionserver.HStore(327): Store=f977f63e0b90c33252f21c6745fa933e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:31,113 INFO [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,115 INFO [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f977f63e0b90c33252f21c6745fa933e columnFamilyName session 2024-11-27T22:38:31,115 DEBUG [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:31,116 INFO [StoreOpener-f977f63e0b90c33252f21c6745fa933e-1 {}] regionserver.HStore(327): Store=f977f63e0b90c33252f21c6745fa933e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:38:31,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,117 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system_bulk/f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,118 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system_bulk/f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,119 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,119 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,120 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T22:38:31,122 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,125 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system_bulk/f977f63e0b90c33252f21c6745fa933e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:38:31,125 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened f977f63e0b90c33252f21c6745fa933e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9952983360, jitterRate=-0.0730561912059784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T22:38:31,126 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:38:31,126 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for f977f63e0b90c33252f21c6745fa933e: Running coprocessor pre-open hook at 1732747111106Writing region info on filesystem at 1732747111106Initializing all the Stores at 1732747111108 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747111108Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747111108Cleaning up temporary data from old regions at 1732747111119 (+11 ms)Running coprocessor post-open hooks at 1732747111126 (+7 ms)Region opened successfully at 1732747111126 2024-11-27T22:38:31,127 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e., pid=31, masterSystemTime=1732747111099 2024-11-27T22:38:31,130 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:38:31,131 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:38:31,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=f977f63e0b90c33252f21c6745fa933e, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:31,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure f977f63e0b90c33252f21c6745fa933e, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:38:31,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T22:38:31,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure f977f63e0b90c33252f21c6745fa933e, server=da99f16e0d32,36815,1732747086764 in 190 msec 2024-11-27T22:38:31,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-27T22:38:31,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f977f63e0b90c33252f21c6745fa933e, ASSIGN in 349 msec 2024-11-27T22:38:31,143 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:38:31,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747111143"}]},"ts":"1732747111143"} 2024-11-27T22:38:31,145 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-27T22:38:31,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:38:31,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 792 msec 2024-11-27T22:38:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T22:38:31,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-27T22:38:31,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:31,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:31,521 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T22:38:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:38:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-27T22:38:31,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:38:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747111544 (current time:1732747111544). 2024-11-27T22:38:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:38:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T22:38:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719dc483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:31,546 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:31,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:31,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:31,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1abf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:31,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:31,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:31,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:31,549 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:31,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba7cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:31,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:31,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:38:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:38:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:31,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:38:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:38:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T22:38:31,566 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:38:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T22:38:31,571 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:38:31,582 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:38:31,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741853_1029 (size=52) 2024-11-27T22:38:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T22:38:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T22:38:31,994 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:38:31,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940}] 2024-11-27T22:38:32,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:32,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T22:38:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:32,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d7a7c9bb937c7e8fe4fa46111f20d940 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-27T22:38:32,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/4fe491c22834402594874368a1fef2d3 is 49, key is activesession:/session:c/1732747111535/Put/seqid=0 2024-11-27T22:38:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741854_1030 (size=5049) 2024-11-27T22:38:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T22:38:32,591 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/4fe491c22834402594874368a1fef2d3 2024-11-27T22:38:32,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/4fe491c22834402594874368a1fef2d3 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3 2024-11-27T22:38:32,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3, entries=1, sequenceid=5, filesize=4.9 K 2024-11-27T22:38:32,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for d7a7c9bb937c7e8fe4fa46111f20d940 in 452ms, sequenceid=5, compaction requested=false 2024-11-27T22:38:32,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-27T22:38:32,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d7a7c9bb937c7e8fe4fa46111f20d940: 2024-11-27T22:38:32,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. for snapshot_backup_system completed. 2024-11-27T22:38:32,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.' region-info for snapshot=snapshot_backup_system 2024-11-27T22:38:32,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:38:32,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T22:38:32,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3] hfiles 2024-11-27T22:38:32,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3 for snapshot=snapshot_backup_system 2024-11-27T22:38:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741855_1031 (size=95) 2024-11-27T22:38:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T22:38:33,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:33,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T22:38:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T22:38:33,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:33,046 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:33,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T22:38:33,051 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:38:33,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 in 1.0510 sec 2024-11-27T22:38:33,053 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:38:33,054 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:38:33,054 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T22:38:33,056 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T22:38:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741856_1032 (size=731) 2024-11-27T22:38:33,477 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:38:33,491 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:38:33,491 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_backup_system 2024-11-27T22:38:33,494 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:38:33,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T22:38:33,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9320 sec 2024-11-27T22:38:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T22:38:33,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T22:38:33,713 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732747108005 started at 1732747113712. 2024-11-27T22:38:33,729 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732747108005 has been started. 2024-11-27T22:38:33,733 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T22:38:33,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T22:38:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T22:38:33,741 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T22:38:33,741 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T22:38:33,742 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T22:38:33,742 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T22:38:33,743 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,743 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:38:33,794 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,794 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:38:33,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:38:33,795 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,795 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T22:38:33,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:33,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T22:38:33,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:33,797 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T22:38:33,798 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T22:38:33,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T22:38:33,799 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T22:38:33,799 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T22:38:33,799 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T22:38:33,799 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T22:38:33,799 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T22:38:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,813 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:38:33,813 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:38:33,814 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T22:38:33,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:38:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:38:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:38:33,816 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T22:38:33,817 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T22:38:33,817 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3b2e545f[Count = 0] remaining members to acquire global barrier 2024-11-27T22:38:33,817 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,826 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,826 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T22:38:33,826 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,826 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T22:38:33,827 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T22:38:33,827 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,833 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732747090114 highest: 1732747098480 on da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,833 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.meta:.meta(num 1732747090938) roll requested 2024-11-27T22:38:33,850 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta, exclude list is [], retry=0 2024-11-27T22:38:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:33,856 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747090938.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta 2024-11-27T22:38:33,856 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:33,857 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747090938.meta is not closed yet, will try archiving it next time 2024-11-27T22:38:33,857 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1:(num 1732747098480) roll requested 2024-11-27T22:38:33,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741834_1010 (size=12055) 2024-11-27T22:38:33,870 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857, exclude list is [], retry=0 2024-11-27T22:38:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:33,874 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747098480 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 2024-11-27T22:38:33,875 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:33,875 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747098480 is not closed yet, will try archiving it next time 2024-11-27T22:38:33,875 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0:(num 1732747090114) roll requested 2024-11-27T22:38:33,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741840_1016 (size=4756) 2024-11-27T22:38:33,877 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747098480 not finished, retry = 0 2024-11-27T22:38:33,888 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875, exclude list is [], retry=0 2024-11-27T22:38:33,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:33,892 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747090114 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 2024-11-27T22:38:33,892 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:33,892 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747090114 is not closed yet, will try archiving it next time 2024-11-27T22:38:33,894 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T22:38:33,894 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732747113875 on da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741833_1009 (size=1034) 2024-11-27T22:38:33,894 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:38:33,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747090114 not finished, retry = 0 2024-11-27T22:38:33,894 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:38:33,894 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@566ca901 2024-11-27T22:38:33,895 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:38:33,896 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43907, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:38:33,897 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:33,897 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:33,897 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:33,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:38:33,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-27T22:38:33,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732747096758' 2024-11-27T22:38:33,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:33,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:33,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:44435/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:38:33,925 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T22:38:33,925 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'da99f16e0d32,36815,1732747086764' in zk 2024-11-27T22:38:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,931 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T22:38:33,931 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:38:33,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:38:33,931 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T22:38:33,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:38:33,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:38:33,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:38:33,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:33,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:38:33,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:33,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'da99f16e0d32,36815,1732747086764': 2024-11-27T22:38:33,935 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T22:38:33,936 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T22:38:33,936 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T22:38:33,936 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T22:38:33,936 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T22:38:33,936 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'da99f16e0d32,36815,1732747086764' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T22:38:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:38:33,941 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:38:33,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:38:33,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,942 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:38:33,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:38:33,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:38:33,942 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:33,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:38:33,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:33,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,944 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:38:33,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:33,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:33,960 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:33,961 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:38:33,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T22:38:33,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T22:38:33,961 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:38:33,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:38:33,962 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T22:38:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T22:38:33,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } 2024-11-27T22:38:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747113978 (current time:1732747113978). 2024-11-27T22:38:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:38:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732747113976_default_test-1732747096758 VERSION not specified, setting to 2 2024-11-27T22:38:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5634c36b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:33,980 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:33,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:33,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:33,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fbd8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:33,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:33,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:33,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:33,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:33,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535fc763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:33,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:33,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:33,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:33,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:38:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:38:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:33,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:38:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } 2024-11-27T22:38:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T22:38:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T22:38:33,992 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:38:33,993 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:38:33,997 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747090114 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747090114 2024-11-27T22:38:33,997 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:38:34,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741860_1036 (size=84) 2024-11-27T22:38:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T22:38:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T22:38:34,408 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:38:34,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75}] 2024-11-27T22:38:34,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:34,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T22:38:34,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:34,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e9b9db59d990213e9cefb277b8660f75 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-27T22:38:34,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f3/c79dacd73e994e2f843486bd3e4bcb58 is 58, key is row-test-1732747096758-3-0/f3:q1/1732747107972/Put/seqid=0 2024-11-27T22:38:34,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741861_1037 (size=5387) 2024-11-27T22:38:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T22:38:34,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f3/c79dacd73e994e2f843486bd3e4bcb58 2024-11-27T22:38:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741862_1038 (size=4469) 2024-11-27T22:38:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T22:38:35,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-27T22:38:35,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:35,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-27T22:38:35,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-27T22:38:35,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/mob/f95c8a0be6764368a652bb6303679806 is 59, key is row-test-1732747096758-3-0/mob:q1/1732747107988/Put/seqid=0 2024-11-27T22:38:35,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741863_1039 (size=5484) 2024-11-27T22:38:35,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/mob/f95c8a0be6764368a652bb6303679806 2024-11-27T22:38:35,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f3/c79dacd73e994e2f843486bd3e4bcb58 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 2024-11-27T22:38:35,930 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58, entries=6, sequenceid=121, filesize=5.3 K 2024-11-27T22:38:35,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/mob/f95c8a0be6764368a652bb6303679806 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 2024-11-27T22:38:35,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806, entries=6, sequenceid=121, filesize=5.4 K 2024-11-27T22:38:35,941 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e9b9db59d990213e9cefb277b8660f75 in 1377ms, sequenceid=121, compaction requested=false 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e9b9db59d990213e9cefb277b8660f75: 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. for snapshot_1732747113976_default_test-1732747096758 completed. 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.' region-info for snapshot=snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f] hfiles 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f for snapshot=snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58] hfiles 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 for snapshot=snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806] hfiles 2024-11-27T22:38:35,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 for snapshot=snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741864_1040 (size=185) 2024-11-27T22:38:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T22:38:36,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:36,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T22:38:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T22:38:36,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732747113976_default_test-1732747096758 on region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:36,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:36,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T22:38:36,353 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:38:36,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75 in 1.9430 sec 2024-11-27T22:38:36,354 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:38:36,356 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T22:38:36,356 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T22:38:36,357 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:36,357 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T22:38:36,358 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:36,358 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-27T22:38:36,358 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:36,359 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-27T22:38:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741865_1041 (size=49) 2024-11-27T22:38:36,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T22:38:36,767 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:38:36,767 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:36,768 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741866_1042 (size=1146) 2024-11-27T22:38:37,186 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:38:37,199 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:38:37,200 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747113976_default_test-1732747096758 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:37,202 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:38:37,202 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T22:38:37,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732747113976_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } in 3.2140 sec 2024-11-27T22:38:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T22:38:38,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732747096758 completed 2024-11-27T22:38:38,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } 2024-11-27T22:38:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747118174 (current time:1732747118174). 2024-11-27T22:38:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:38:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732747118172_ns2_test-17327470967581 VERSION not specified, setting to 2 2024-11-27T22:38:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45372e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:38,178 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:38,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:38,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:38,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faabd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:38,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:38,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:38,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:38,181 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:38,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d0aa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:38,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:38,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:38,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:38,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:38:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:38:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:38,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:38:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } 2024-11-27T22:38:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T22:38:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T22:38:38,193 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:38:38,194 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:38:38,198 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:38:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741867_1043 (size=86) 2024-11-27T22:38:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T22:38:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T22:38:38,607 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:38:38,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30}] 2024-11-27T22:38:38,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:38,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-27T22:38:38,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:38,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 1d2bb5bcbb2c2321e36acc61a5dd3d30 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T22:38:38,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/.tmp/f/e41db0eee31c4d3cb6520637959acc55 is 37, key is row10/f:q1/1732747101795/Put/seqid=0 2024-11-27T22:38:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741868_1044 (size=8413) 2024-11-27T22:38:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T22:38:39,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/.tmp/f/e41db0eee31c4d3cb6520637959acc55 2024-11-27T22:38:39,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/.tmp/f/e41db0eee31c4d3cb6520637959acc55 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 2024-11-27T22:38:39,222 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T22:38:39,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1d2bb5bcbb2c2321e36acc61a5dd3d30 in 458ms, sequenceid=103, compaction requested=false 2024-11-27T22:38:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 1d2bb5bcbb2c2321e36acc61a5dd3d30: 2024-11-27T22:38:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. for snapshot_1732747118172_ns2_test-17327470967581 completed. 2024-11-27T22:38:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30.' region-info for snapshot=snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:38:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55] hfiles 2024-11-27T22:38:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 for snapshot=snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741869_1045 (size=91) 2024-11-27T22:38:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T22:38:39,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:38:39,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T22:38:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T22:38:39,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732747118172_ns2_test-17327470967581 on region 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:39,633 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:38:39,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T22:38:39,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30 in 1.0270 sec 2024-11-27T22:38:39,638 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:38:39,639 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:38:39,641 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:38:39,641 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:39,642 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:39,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741870_1046 (size=456) 2024-11-27T22:38:40,059 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:38:40,066 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:38:40,066 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747118172_ns2_test-17327470967581 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:40,068 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:38:40,068 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T22:38:40,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732747118172_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } in 1.8770 sec 2024-11-27T22:38:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T22:38:40,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17327470967581 completed 2024-11-27T22:38:40,339 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732747108005 2024-11-27T22:38:40,339 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T22:38:40,341 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-27T22:38:40,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732747108005_test-1732747096758 2024-11-27T22:38:40,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732747113976_default_test-1732747096758 to hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/ 2024-11-27T22:38:40,348 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T22:38:40,380 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44435, inputRoot=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:40,380 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1373485208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/.hbase-snapshot/.tmp/snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:40,382 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T22:38:40,389 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747113976_default_test-1732747096758 to hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/.hbase-snapshot/.tmp/snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:40,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741871_1047 (size=1146) 2024-11-27T22:38:40,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741872_1048 (size=84) 2024-11-27T22:38:40,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:40,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:40,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-6433051453495027079.jar 2024-11-27T22:38:41,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1147819985941041868.jar 2024-11-27T22:38:41,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:41,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:38:41,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:38:41,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:38:41,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:38:41,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:38:41,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:38:41,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:38:41,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:38:41,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:38:41,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:38:41,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:38:41,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:41,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:41,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:38:41,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:41,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:41,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:38:41,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:38:41,851 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:38:41,864 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:38:41,873 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732747113976_default_test-1732747096758' hfile list 2024-11-27T22:38:41,879 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-27T22:38:42,096 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1638019324_0001_2cfc82bf-8822-4f85-b11e-8511c8a80182/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:38:42,096 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1638019324_0001_2cfc82bf-8822-4f85-b11e-8511c8a80182/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:38:42,256 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T22:38:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741873_1049 (size=8413) 2024-11-27T22:38:42,737 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f output=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:38:42,739 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-27T22:38:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741874_1050 (size=5484) 2024-11-27T22:38:43,178 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 output=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 2024-11-27T22:38:43,179 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-27T22:38:43,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741875_1051 (size=5387) 2024-11-27T22:38:43,631 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 output=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 2024-11-27T22:38:43,631 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-27T22:38:44,190 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T22:38:44,191 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T22:38:44,200 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:44,200 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732747113976_default_test-1732747096758 finished. 2024-11-27T22:38:44,200 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732747108005_ns2:test-17327470967581 2024-11-27T22:38:44,200 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732747118172_ns2_test-17327470967581 to hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/ 2024-11-27T22:38:44,200 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T22:38:44,232 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44435, inputRoot=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:38:44,232 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1373485208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/.hbase-snapshot/.tmp/snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:44,235 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T22:38:44,239 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747118172_ns2_test-17327470967581 to hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/.hbase-snapshot/.tmp/snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:44,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741876_1052 (size=86) 2024-11-27T22:38:44,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741877_1053 (size=456) 2024-11-27T22:38:44,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:44,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:44,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-6195680668851895429.jar 2024-11-27T22:38:45,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-14133924602012130646.jar 2024-11-27T22:38:45,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:45,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:38:45,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:38:45,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:38:45,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:38:45,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:38:45,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:38:45,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:38:45,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:38:45,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:38:45,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:38:45,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:38:45,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:45,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:45,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:38:45,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:45,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:38:45,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:38:45,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:38:45,671 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:38:45,684 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:38:45,691 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732747118172_ns2_test-17327470967581' hfile list 2024-11-27T22:38:45,693 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-27T22:38:45,777 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1635146103_0002_f4cc0bd9-bda6-4a57-9706-b538022e91fa/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:38:45,777 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1635146103_0002_f4cc0bd9-bda6-4a57-9706-b538022e91fa/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:38:45,849 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T22:38:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741878_1054 (size=8413) 2024-11-27T22:38:46,303 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 output=hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 2024-11-27T22:38:46,303 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-27T22:38:46,819 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T22:38:46,820 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T22:38:46,827 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:46,828 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732747118172_ns2_test-17327470967581 finished. 2024-11-27T22:38:46,828 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732747096758 2024-11-27T22:38:46,828 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17327470967581 2024-11-27T22:38:46,875 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732747108005 2024-11-27T22:38:46,875 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T22:38:46,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741879_1055 (size=130) 2024-11-27T22:38:47,284 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44435/backupUT/backup_1732747108005/.backup.manifest 2024-11-27T22:38:47,286 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732747108005 finished: type=FULL,tablelist=test-1732747096758;ns2:test-17327470967581,targetRootDir=hdfs://localhost:44435/backupUT,startts=1732747113712,completets=1732747126873,bytescopied=0 2024-11-27T22:38:47,286 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T22:38:47,286 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:47,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732747113976_default_test-1732747096758" type: DISABLED 2024-11-27T22:38:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732747113976_default_test-1732747096758 2024-11-27T22:38:47,298 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732747113976_default_test-1732747096758 for backup backup_1732747108005 succeeded. 2024-11-27T22:38:47,298 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:47,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732747118172_ns2_test-17327470967581" type: DISABLED 2024-11-27T22:38:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732747118172_ns2_test-17327470967581 2024-11-27T22:38:47,303 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732747118172_ns2_test-17327470967581 for backup backup_1732747108005 succeeded. 2024-11-27T22:38:47,305 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T22:38:47,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T22:38:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T22:38:47,319 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T22:38:47,323 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T22:38:47,337 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732747108005 completed. 2024-11-27T22:38:47,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:47,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732747108005', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:38:47,552 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732747096758 2024-11-27T22:38:47,572 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732747096758 2024-11-27T22:38:47,748 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732747096758 to Mob enabled CF 2024-11-27T22:38:47,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327470967581', row='row-t20', locateType=CURRENT is [region=ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:38:47,781 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17327470967581 2024-11-27T22:38:47,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:38:47,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] assignment.SplitTableRegionProcedure(210): test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. splitKey isn't explicitly specified, will try to find a best split key from RS da99f16e0d32,36815,1732747086764 2024-11-27T22:38:47,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f because midkey is the same as first or last row 2024-11-27T22:38:47,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 because midkey is the same as first or last row 2024-11-27T22:38:47,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 because midkey is the same as first or last row 2024-11-27T22:38:47,792 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HRegion(2902): Flushing e9b9db59d990213e9cefb277b8660f75 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-27T22:38:47,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 is 59, key is row-test-1732747096758-1-10/f:q1/1732747127381/Put/seqid=0 2024-11-27T22:38:47,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741880_1056 (size=10796) 2024-11-27T22:38:48,223 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 2024-11-27T22:38:48,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 is 63, key is row-test-1732747096758-3-100/mob:q1/1732747127731/Put/seqid=0 2024-11-27T22:38:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741881_1057 (size=5591) 2024-11-27T22:38:48,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:38:48,664 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:38:48,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/mob/d07a2840485c4f638f2ede84010e71d3, store: [table=test-1732747096758 family=mob region=e9b9db59d990213e9cefb277b8660f75] 2024-11-27T22:38:48,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/mob/d07a2840485c4f638f2ede84010e71d3 is 192, key is row-test-1732747096758-3-100/mob:q1/1732747127731/Put/seqid=0 2024-11-27T22:38:48,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741882_1058 (size=13760) 2024-11-27T22:38:49,071 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/mob/d07a2840485c4f638f2ede84010e71d3 2024-11-27T22:38:49,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 2024-11-27T22:38:49,091 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4, entries=99, sequenceid=334, filesize=10.5 K 2024-11-27T22:38:49,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/mob/d07a2840485c4f638f2ede84010e71d3 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3 2024-11-27T22:38:49,099 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3, entries=111, sequenceid=334, filesize=13.4 K 2024-11-27T22:38:49,100 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for e9b9db59d990213e9cefb277b8660f75 in 1308ms, sequenceid=334, compaction requested=false 2024-11-27T22:38:49,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.HRegion(2603): Flush status journal for e9b9db59d990213e9cefb277b8660f75: 2024-11-27T22:38:49,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 because midkey is the same as first or last row 2024-11-27T22:38:49,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 because midkey is the same as first or last row 2024-11-27T22:38:49,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3 because midkey is the same as first or last row 2024-11-27T22:38:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=da99f16e0d32,36815,1732747086764 2024-11-27T22:38:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T22:38:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:48944 deadline: 1732747187788, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-27T22:38:49,107 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:38:49,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732747096758 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:38:49,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T22:38:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732747096758,, stopping at row=test-1732747096758 ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,118 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732747096758,, stopping at row=test-1732747096758 ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,126 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1345 2024-11-27T22:38:49,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,165 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T22:38:49,168 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732747129126 2024-11-27T22:38:49,174 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732747108005} 2024-11-27T22:38:49,174 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T22:38:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:49,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:38:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747129225 (current time:1732747129225). 2024-11-27T22:38:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:38:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T22:38:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ca2133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:49,227 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:49,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:49,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:49,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed3a782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:49,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:49,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:49,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:49,230 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:49,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a29d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:49,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:49,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:49,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:49,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:38:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:38:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:49,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:38:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:38:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T22:38:49,238 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:38:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T22:38:49,239 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:38:49,242 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:38:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741883_1059 (size=52) 2024-11-27T22:38:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T22:38:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T22:38:49,650 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:38:49,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940}] 2024-11-27T22:38:49,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:49,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-27T22:38:49,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:49,807 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing d7a7c9bb937c7e8fe4fa46111f20d940 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-27T22:38:49,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/457761a34d8e4fd9849de8e461747cf7 is 158, key is trslm:hdfs://localhost:44435/backupUT\x00ns2:test-17327470967581/meta:log-roll-map/1732747126862/Put/seqid=0 2024-11-27T22:38:49,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741884_1060 (size=5914) 2024-11-27T22:38:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T22:38:50,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/457761a34d8e4fd9849de8e461747cf7 2024-11-27T22:38:50,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/855d8102b479454a9cd251dfe94d3d9e is 433, key is session:backup_1732747108005/session:context/1732747127322/Put/seqid=0 2024-11-27T22:38:50,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741885_1061 (size=5535) 2024-11-27T22:38:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T22:38:50,661 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/855d8102b479454a9cd251dfe94d3d9e 2024-11-27T22:38:50,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/457761a34d8e4fd9849de8e461747cf7 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7 2024-11-27T22:38:50,681 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7, entries=6, sequenceid=17, filesize=5.8 K 2024-11-27T22:38:50,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/855d8102b479454a9cd251dfe94d3d9e as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e 2024-11-27T22:38:50,687 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T22:38:50,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for d7a7c9bb937c7e8fe4fa46111f20d940 in 882ms, sequenceid=17, compaction requested=false 2024-11-27T22:38:50,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for d7a7c9bb937c7e8fe4fa46111f20d940: 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. for snapshot_backup_system completed. 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.' region-info for snapshot=snapshot_backup_system 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7] hfiles 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7 for snapshot=snapshot_backup_system 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e] hfiles 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3 for snapshot=snapshot_backup_system 2024-11-27T22:38:50,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e for snapshot=snapshot_backup_system 2024-11-27T22:38:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741886_1062 (size=173) 2024-11-27T22:38:51,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:38:51,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T22:38:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T22:38:51,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:51,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:38:51,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T22:38:51,103 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:38:51,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 in 1.4480 sec 2024-11-27T22:38:51,104 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:38:51,105 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:38:51,105 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T22:38:51,107 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T22:38:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741887_1063 (size=810) 2024-11-27T22:38:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T22:38:51,525 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:38:51,536 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:38:51,537 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_backup_system 2024-11-27T22:38:51,539 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:38:51,539 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T22:38:51,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3040 sec 2024-11-27T22:38:51,610 DEBUG [master/da99f16e0d32:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732747096758 2024-11-27T22:38:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741888_1064 (size=950) 2024-11-27T22:38:52,023 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/.tabledesc/.tableinfo.0000000002.908 2024-11-27T22:38:52,024 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/.tabledesc/.tableinfo.0000000003.950 2024-11-27T22:38:52,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732747096758 in 417 msec 2024-11-27T22:38:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T22:38:53,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T22:38:53,410 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732747129126 started at 1732747133410. 2024-11-27T22:38:53,415 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732747129126 has been started. 2024-11-27T22:38:53,425 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17327470967581, test-1732747096758] 2024-11-27T22:38:53,429 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732747098480for backupID backup_1732747129126 2024-11-27T22:38:53,429 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T22:38:53,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T22:38:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T22:38:53,430 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T22:38:53,430 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T22:38:53,430 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T22:38:53,430 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T22:38:53,431 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,431 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:53,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:38:53,488 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,489 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:38:53,489 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:38:53,490 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,490 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T22:38:53,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:53,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T22:38:53,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:53,494 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T22:38:53,495 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T22:38:53,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T22:38:53,495 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T22:38:53,495 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T22:38:53,495 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T22:38:53,495 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T22:38:53,495 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T22:38:53,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,509 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:38:53,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:38:53,509 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,509 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T22:38:53,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:38:53,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:38:53,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:53,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:38:53,513 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T22:38:53,513 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@78bc86d0[Count = 0] remaining members to acquire global barrier 2024-11-27T22:38:53,513 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T22:38:53,513 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,520 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,520 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T22:38:53,520 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,520 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T22:38:53,520 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T22:38:53,520 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,521 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732747113875 highest: 1732747113875 on da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,521 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.meta:.meta(num 1732747113833) roll requested 2024-11-27T22:38:53,537 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747133521.meta, exclude list is [], retry=0 2024-11-27T22:38:53,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:53,541 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747133521.meta 2024-11-27T22:38:53,541 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:53,541 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta is not closed yet, will try archiving it next time 2024-11-27T22:38:53,542 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1:(num 1732747113857) roll requested 2024-11-27T22:38:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741857_1033 (size=93) 2024-11-27T22:38:53,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta not finished, retry = 0 2024-11-27T22:38:53,554 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747133542, exclude list is [], retry=0 2024-11-27T22:38:53,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:53,558 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747133542 2024-11-27T22:38:53,559 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:53,559 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 is not closed yet, will try archiving it next time 2024-11-27T22:38:53,559 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0:(num 1732747113875) roll requested 2024-11-27T22:38:53,559 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747098480 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747098480 2024-11-27T22:38:53,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741858_1034 (size=30490) 2024-11-27T22:38:53,572 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559, exclude list is [], retry=0 2024-11-27T22:38:53,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:38:53,576 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559 2024-11-27T22:38:53,576 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:38:53,576 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 is not closed yet, will try archiving it next time 2024-11-27T22:38:53,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 not finished, retry = 0 2024-11-27T22:38:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741859_1035 (size=1198) 2024-11-27T22:38:53,581 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T22:38:53,581 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732747133559 on da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:38:53,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:38:53,601 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T22:38:53,601 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'da99f16e0d32,36815,1732747086764' in zk 2024-11-27T22:38:53,614 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T22:38:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,614 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:38:53,614 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T22:38:53,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:38:53,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:38:53,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:38:53,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:38:53,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:53,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:38:53,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:53,618 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'da99f16e0d32,36815,1732747086764': 2024-11-27T22:38:53,619 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T22:38:53,619 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T22:38:53,619 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'da99f16e0d32,36815,1732747086764' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T22:38:53,619 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T22:38:53,619 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T22:38:53,619 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T22:38:53,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:38:53,632 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:38:53,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:38:53,633 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:38:53,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:38:53,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:38:53,633 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:53,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,634 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:38:53,634 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:53,634 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,635 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,635 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:38:53,635 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:38:53,635 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,644 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta 2024-11-27T22:38:53,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:38:53,646 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:38:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:38:53,646 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:38:53,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T22:38:53,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T22:38:53,647 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:38:53,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:38:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T22:38:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {da99f16e0d32:36815=1732747098480} newestTimestamps: {da99f16e0d32:36815=1732747113875} 2024-11-27T22:38:53,654 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: da99f16e0d32%2C36815%2C1732747086764.meta.1732747090938.meta 2024-11-27T22:38:53,654 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: da99f16e0d32%2C36815%2C1732747086764.meta.1732747133521.meta 2024-11-27T22:38:53,654 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 2024-11-27T22:38:53,654 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559 2024-11-27T22:38:53,654 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 2024-11-27T22:38:53,654 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747133542 2024-11-27T22:38:53,655 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta 2024-11-27T22:38:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741892_1068 (size=950) 2024-11-27T22:38:54,070 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732747096758 target: hdfs://localhost:44435/backupUT/backup_1732747129126/default/test-1732747096758 descriptor: 'test-1732747096758', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:54,070 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T22:38:54,075 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732747096758 2024-11-27T22:38:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741893_1069 (size=53) 2024-11-27T22:38:54,484 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732747096758 2024-11-27T22:38:54,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741894_1070 (size=364) 2024-11-27T22:38:54,899 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17327470967581 target: hdfs://localhost:44435/backupUT/backup_1732747129126/ns2/test-17327470967581 descriptor: 'ns2:test-17327470967581', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:38:54,900 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T22:38:54,903 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17327470967581 2024-11-27T22:38:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741895_1071 (size=50) 2024-11-27T22:38:55,310 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17327470967581 2024-11-27T22:38:55,320 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44435/backupUT/.tmp/backup_1732747129126 from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875;hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 2024-11-27T22:38:55,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c077875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:55,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:55,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:55,323 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:55,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:55,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:55,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dd6335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:55,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:55,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:55,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:55,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ec60d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:55,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:38:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:38:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52978775 2024-11-27T22:38:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:38:55,328 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:38:55,333 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T22:38:55,334 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17327470967581 2024-11-27T22:38:55,334 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17327470967581,, stopping at row=ns2:test-17327470967581 ,, for max=2147483647 with caching=100 2024-11-27T22:38:55,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:55,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:55,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:55,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:55,339 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17327470967581: ns2:test-17327470967581; 2024-11-27T22:38:55,339 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732747096758 2024-11-27T22:38:55,339 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732747096758,, stopping at row=test-1732747096758 ,, for max=2147483647 with caching=100 2024-11-27T22:38:55,341 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732747096758: test-1732747096758; 2024-11-27T22:38:55,342 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T22:38:55,342 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/partitions_a3db02f3-692f-40d5-8c8b-bffaab33d156 2024-11-27T22:38:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741896_1072 (size=192) 2024-11-27T22:38:55,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:55,767 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:55,767 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-3879169126373704103.jar 2024-11-27T22:38:56,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-6745359960822540881.jar 2024-11-27T22:38:56,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:38:56,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:38:56,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:38:56,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:38:56,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:38:56,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:38:56,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:38:56,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:38:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:38:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:38:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:38:56,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-5450477993788159865.jar 2024-11-27T22:38:56,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-5450477993788159865.jar 2024-11-27T22:38:56,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:38:56,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-5450477993788159865.jar 2024-11-27T22:38:56,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-5450477993788159865.jar 2024-11-27T22:38:56,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:38:56,831 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17327470967581,default:test-1732747096758 2024-11-27T22:38:56,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:38:56,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:38:56,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:56,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:56,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:56,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:38:57,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1218793364912697117.jar 2024-11-27T22:38:57,739 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:38:57,751 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:38:57,756 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 for WAL files 2024-11-27T22:38:57,758 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 2024-11-27T22:38:57,758 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 for WAL files 2024-11-27T22:38:57,759 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 2024-11-27T22:38:57,857 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local393983130_0003_10082c4d-c7be-4e56-94e8-64aeede1ca17/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:38:57,857 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local393983130_0003_10082c4d-c7be-4e56-94e8-64aeede1ca17/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:38:57,983 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 for hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 (-9223372036854775808:9223372036854775807) length:30490 2024-11-27T22:38:58,010 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T22:38:58,010 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T22:38:58,055 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 for hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 (-9223372036854775808:9223372036854775807) length:1198 2024-11-27T22:38:58,060 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T22:38:58,061 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T22:38:58,161 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303b72f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,162 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:58,162 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:58,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:58,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e706fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:58,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:58,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,166 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcd73ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,168 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:58,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327470967581', row='row-t20', locateType=CURRENT is [region=ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:38:58,173 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T22:38:58,173 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:38:58,173 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,174 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:58,174 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T22:38:58,174 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:38:58,181 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/backupUT/.tmp/backup_1732747129126/_temporary/0/_temporary/attempt_local393983130_0003_r_000000_0/ns2/test-17327470967581/f/f0599be9e8244805a67bbf1aa89b9191 is 38, key is row-t20/f:q1/1732747127766/Put/seqid=0 2024-11-27T22:38:58,184 WARN [Thread-944 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:38:58,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741897_1073 (size=5274) 2024-11-27T22:38:58,622 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbd7df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,622 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:58,622 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:58,623 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:58,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:58,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:58,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cd93e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:58,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:58,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,624 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c763f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,625 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:58,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732747096758', row='row-test-1732747096758-1-0', locateType=CURRENT is [region=test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., hostname=da99f16e0d32,36815,1732747086764, seqNum=107] 2024-11-27T22:38:58,629 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T22:38:58,629 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:38:58,629 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,630 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:58,630 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-1-0] 2024-11-27T22:38:58,630 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:38:58,641 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83891d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,641 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:38:58,642 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:38:58,642 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:38:58,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:38:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:38:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0782a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:38:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:38:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,644 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:38:58,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b1b3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:38:58,645 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:38:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:38:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:38:58,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:38:58,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732747096758', row='row-test-1732747096758-3-0', locateType=CURRENT is [region=test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., hostname=da99f16e0d32,36815,1732747086764, seqNum=107] 2024-11-27T22:38:58,649 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T22:38:58,649 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:38:58,649 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,650 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:38:58,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:38:58,650 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-3-0] 2024-11-27T22:38:58,650 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:38:58,659 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/backupUT/.tmp/backup_1732747129126/_temporary/0/_temporary/attempt_local393983130_0003_r_000001_0/default/test-1732747096758/f/7565a45383f3459da78431375d1db5d2 is 59, key is row-test-1732747096758-1-10/f:q1/1732747127381/Put/seqid=0 2024-11-27T22:38:58,661 WARN [Thread-956 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:38:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741898_1074 (size=10769) 2024-11-27T22:38:59,065 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/backupUT/.tmp/backup_1732747129126/_temporary/0/_temporary/attempt_local393983130_0003_r_000001_0/default/test-1732747096758/mob/067dd5e920ff41ba9f5d101fba4b2033 is 63, key is row-test-1732747096758-3-100/mob:q1/1732747127731/Put/seqid=0 2024-11-27T22:38:59,067 WARN [Thread-958 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:38:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741899_1075 (size=11810) 2024-11-27T22:38:59,899 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44435/backupUT 2024-11-27T22:38:59,900 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732747129126 2024-11-27T22:38:59,900 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T22:38:59,917 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44435/backupUT/.tmp/backup_1732747129126, hdfs://localhost:44435/backupUT] 2024-11-27T22:39:00,005 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741900_1076 (size=5274) 2024-11-27T22:39:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741901_1077 (size=11810) 2024-11-27T22:39:01,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741902_1078 (size=10769) 2024-11-27T22:39:01,316 INFO [master/da99f16e0d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T22:39:01,316 INFO [master/da99f16e0d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T22:39:01,655 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T22:39:01,660 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732747129126 2024-11-27T22:39:01,660 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-27T22:39:01,661 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local157091492_0004 completed: true true 2024-11-27T22:39:01,662 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2493800 FILE: Number of bytes written=4857648 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-27T22:39:01,662 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44435/backupUT/.tmp/backup_1732747129126 to hdfs://localhost:44435/backupUT finished. 2024-11-27T22:39:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1732747096758:', locateType=CURRENT is [region=backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:39:01,689 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732747129126 2024-11-27T22:39:01,694 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732747108005} 2024-11-27T22:39:01,694 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T22:39:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741903_1079 (size=384) 2024-11-27T22:39:01,703 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44435/backupUT/backup_1732747129126/.backup.manifest 2024-11-27T22:39:01,703 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732747129126 finished: type=INCREMENTAL,tablelist=test-1732747096758;ns2:test-17327470967581,targetRootDir=hdfs://localhost:44435/backupUT,startts=1732747133410,completets=1732747141688,bytescopied=0 2024-11-27T22:39:01,703 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T22:39:01,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T22:39:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T22:39:01,716 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T22:39:01,719 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T22:39:01,725 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732747129126 completed. 2024-11-27T22:39:01,725 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T22:39:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:01,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:01,759 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44435/backupUT/backup_1732747129126/.backup.manifest 2024-11-27T22:39:01,763 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732747129126/.backup.manifest 2024-11-27T22:39:01,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732747096758 from 'test-1732747096758', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732747096758', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:39:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732747096758 2024-11-27T22:39:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741904_1080 (size=908) 2024-11-27T22:39:02,193 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/.tabledesc/.tableinfo.0000000003.950 2024-11-27T22:39:02,193 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/.tabledesc/.tableinfo.0000000004.908 2024-11-27T22:39:02,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732747096758}] 2024-11-27T22:39:02,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE}] 2024-11-27T22:39:02,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE 2024-11-27T22:39:02,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=CLOSING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:39:02,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE because future has completed 2024-11-27T22:39:02,207 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T22:39:02,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:39:02,361 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,361 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T22:39:02,362 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing e9b9db59d990213e9cefb277b8660f75, disabling compactions & flushes 2024-11-27T22:39:02,362 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:02,362 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:02,362 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. after waiting 0 ms 2024-11-27T22:39:02,362 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:02,368 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-27T22:39:02,369 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:39:02,370 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:02,370 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for e9b9db59d990213e9cefb277b8660f75: Waiting for close lock at 1732747142361Running coprocessor pre-close hooks at 1732747142361Disabling compacts and flushes for region at 1732747142361Disabling writes for close at 1732747142362 (+1 ms)Writing region close event to WAL at 1732747142363 (+1 ms)Running coprocessor post-close hooks at 1732747142369 (+6 ms)Closed at 1732747142369 2024-11-27T22:39:02,370 WARN [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: e9b9db59d990213e9cefb277b8660f75 to self. 2024-11-27T22:39:02,373 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=CLOSED 2024-11-27T22:39:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:39:02,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-27T22:39:02,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 in 170 msec 2024-11-27T22:39:02,380 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE; state=CLOSED, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=true 2024-11-27T22:39:02,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:39:02,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE because future has completed 2024-11-27T22:39:02,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:39:02,692 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:02,693 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e9b9db59d990213e9cefb277b8660f75, NAME => 'test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:39:02,693 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:39:02,694 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732747096758 e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,694 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:39:02,694 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,694 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,697 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,698 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b9db59d990213e9cefb277b8660f75 columnFamilyName f 2024-11-27T22:39:02,699 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:02,734 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 2024-11-27T22:39:02,743 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:39:02,743 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(327): Store=e9b9db59d990213e9cefb277b8660f75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:02,743 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,749 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b9db59d990213e9cefb277b8660f75 columnFamilyName f2 2024-11-27T22:39:02,749 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:02,750 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(327): Store=e9b9db59d990213e9cefb277b8660f75/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:02,750 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,752 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b9db59d990213e9cefb277b8660f75 columnFamilyName mob 2024-11-27T22:39:02,753 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:02,764 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3 2024-11-27T22:39:02,771 DEBUG [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 2024-11-27T22:39:02,772 INFO [StoreOpener-e9b9db59d990213e9cefb277b8660f75-1 {}] regionserver.HStore(327): Store=e9b9db59d990213e9cefb277b8660f75/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:02,772 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,774 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,775 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,777 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,777 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,778 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732747096758 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:39:02,780 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,781 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e9b9db59d990213e9cefb277b8660f75; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10496689760, jitterRate=-0.022419586777687073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:39:02,781 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:02,786 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e9b9db59d990213e9cefb277b8660f75: Running coprocessor pre-open hook at 1732747142694Writing region info on filesystem at 1732747142694Initializing all the Stores at 1732747142696 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747142696Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747142696Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747142696Cleaning up temporary data from old regions at 1732747142777 (+81 ms)Running coprocessor post-open hooks at 1732747142781 (+4 ms)Region opened successfully at 1732747142785 (+4 ms) 2024-11-27T22:39:02,787 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., pid=46, masterSystemTime=1732747142687 2024-11-27T22:39:02,789 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:02,789 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:02,790 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e9b9db59d990213e9cefb277b8660f75, regionState=OPEN, openSeqNum=338, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:39:02,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:39:02,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-27T22:39:02,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure e9b9db59d990213e9cefb277b8660f75, server=da99f16e0d32,36815,1732747086764 in 259 msec 2024-11-27T22:39:02,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-27T22:39:02,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732747096758, region=e9b9db59d990213e9cefb277b8660f75, REOPEN/MOVE in 594 msec 2024-11-27T22:39:02,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T22:39:02,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732747096758 in 601 msec 2024-11-27T22:39:02,804 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732747096758 2024-11-27T22:39:02,813 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 2024-11-27T22:39:02,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732747096758 in 1.0540 sec 2024-11-27T22:39:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-27T22:39:02,825 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732747096758 completed 2024-11-27T22:39:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,873 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T22:39:02,879 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732747142825 2024-11-27T22:39:02,884 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732747129126} 2024-11-27T22:39:02,884 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732747108005} 2024-11-27T22:39:02,884 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-27T22:39:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,942 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732747096758 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732747096758 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T22:39:02,946 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732747142825,startts=0,failedts=1732747142943,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732747096758 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-27T22:39:02,946 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-27T22:39:02,948 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-27T22:39:02,948 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T22:39:02,950 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-27T22:39:02,951 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-27T22:39:02,953 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T22:39:02,956 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732747142825 failed. 2024-11-27T22:39:02,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:02,978 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732747096758, ns2:test-17327470967581, ns3:test-17327470967582, ns4:test-17327470967583] 2024-11-27T22:39:02,979 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T22:39:02,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:39:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747142984 (current time:1732747142984). 2024-11-27T22:39:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:39:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T22:39:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d27b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:02,986 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d501a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:02,988 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:02,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b679949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:02,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:02,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:02,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:02,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:39:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:39:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:02,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:39:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:39:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T22:39:02,996 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:39:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T22:39:02,997 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:39:03,000 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:39:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741905_1081 (size=52) 2024-11-27T22:39:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T22:39:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T22:39:03,407 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:39:03,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940}] 2024-11-27T22:39:03,409 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:39:03,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-27T22:39:03,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:39:03,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing d7a7c9bb937c7e8fe4fa46111f20d940 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-27T22:39:03,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/7d97ad734b2d42d39b5e3d9f8ee173a0 is 158, key is trslm:hdfs://localhost:44435/backupUT\x00ns2:test-17327470967581/meta:log-roll-map/1732747141671/Put/seqid=0 2024-11-27T22:39:03,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741906_1082 (size=5745) 2024-11-27T22:39:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T22:39:03,962 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T22:39:03,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/7d97ad734b2d42d39b5e3d9f8ee173a0 2024-11-27T22:39:03,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/47858e6a349e4970b0327a14bd0f3e30 is 1245, key is session:backup_1732747142825/session:context/1732747142952/Put/seqid=0 2024-11-27T22:39:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741907_1083 (size=6682) 2024-11-27T22:39:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T22:39:04,391 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/47858e6a349e4970b0327a14bd0f3e30 2024-11-27T22:39:04,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/7d97ad734b2d42d39b5e3d9f8ee173a0 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/7d97ad734b2d42d39b5e3d9f8ee173a0 2024-11-27T22:39:04,407 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/7d97ad734b2d42d39b5e3d9f8ee173a0, entries=4, sequenceid=31, filesize=5.6 K 2024-11-27T22:39:04,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/47858e6a349e4970b0327a14bd0f3e30 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/47858e6a349e4970b0327a14bd0f3e30 2024-11-27T22:39:04,419 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/47858e6a349e4970b0327a14bd0f3e30, entries=3, sequenceid=31, filesize=6.5 K 2024-11-27T22:39:04,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for d7a7c9bb937c7e8fe4fa46111f20d940 in 858ms, sequenceid=31, compaction requested=true 2024-11-27T22:39:04,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for d7a7c9bb937c7e8fe4fa46111f20d940: 2024-11-27T22:39:04,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. for snapshot_backup_system completed. 2024-11-27T22:39:04,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.' region-info for snapshot=snapshot_backup_system 2024-11-27T22:39:04,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:39:04,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/7d97ad734b2d42d39b5e3d9f8ee173a0] hfiles 2024-11-27T22:39:04,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7 for snapshot=snapshot_backup_system 2024-11-27T22:39:04,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/7d97ad734b2d42d39b5e3d9f8ee173a0 for snapshot=snapshot_backup_system 2024-11-27T22:39:04,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/47858e6a349e4970b0327a14bd0f3e30] hfiles 2024-11-27T22:39:04,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3 for snapshot=snapshot_backup_system 2024-11-27T22:39:04,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e for snapshot=snapshot_backup_system 2024-11-27T22:39:04,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/47858e6a349e4970b0327a14bd0f3e30 for snapshot=snapshot_backup_system 2024-11-27T22:39:04,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741908_1084 (size=251) 2024-11-27T22:39:04,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:39:04,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T22:39:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T22:39:04,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:39:04,429 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:39:04,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T22:39:04,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 in 1.0220 sec 2024-11-27T22:39:04,433 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:39:04,434 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:39:04,435 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:39:04,435 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T22:39:04,436 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T22:39:04,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741909_1085 (size=888) 2024-11-27T22:39:04,454 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:39:04,464 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:39:04,465 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_backup_system 2024-11-27T22:39:04,467 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:39:04,467 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T22:39:04,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4730 sec 2024-11-27T22:39:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T22:39:05,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T22:39:05,150 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732747142958 started at 1732747145150. 2024-11-27T22:39:05,152 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732747142958 has been started. 2024-11-27T22:39:05,156 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T22:39:05,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T22:39:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T22:39:05,158 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T22:39:05,158 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T22:39:05,158 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T22:39:05,158 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T22:39:05,159 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,159 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:05,214 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:39:05,214 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:39:05,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:39:05,214 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,214 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T22:39:05,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:05,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T22:39:05,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:05,216 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T22:39:05,216 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T22:39:05,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T22:39:05,217 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T22:39:05,217 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T22:39:05,217 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T22:39:05,217 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T22:39:05,217 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T22:39:05,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,224 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:39:05,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:39:05,225 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,225 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T22:39:05,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:39:05,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:39:05,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:05,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:39:05,227 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T22:39:05,227 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@c9e83ca[Count = 0] remaining members to acquire global barrier 2024-11-27T22:39:05,227 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T22:39:05,227 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,235 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,235 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,235 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T22:39:05,235 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,235 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T22:39:05,237 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T22:39:05,237 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,238 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732747133559 highest: 1732747133559 on da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,238 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.meta:.meta(num 1732747133521) roll requested 2024-11-27T22:39:05,251 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta, exclude list is [], retry=0 2024-11-27T22:39:05,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:39:05,256 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747133521.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta 2024-11-27T22:39:05,257 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:39:05,257 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747133521.meta is not closed yet, will try archiving it next time 2024-11-27T22:39:05,257 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1:(num 1732747133542) roll requested 2024-11-27T22:39:05,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741889_1065 (size=1903) 2024-11-27T22:39:05,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747133521.meta not finished, retry = 0 2024-11-27T22:39:05,277 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257, exclude list is [], retry=0 2024-11-27T22:39:05,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:39:05,282 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747133542 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 2024-11-27T22:39:05,282 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:39:05,282 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747133542 is not closed yet, will try archiving it next time 2024-11-27T22:39:05,282 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0:(num 1732747133559) roll requested 2024-11-27T22:39:05,282 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747113857 2024-11-27T22:39:05,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741890_1066 (size=4927) 2024-11-27T22:39:05,302 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282, exclude list is [], retry=0 2024-11-27T22:39:05,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:39:05,306 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 2024-11-27T22:39:05,306 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:39:05,307 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559 is not closed yet, will try archiving it next time 2024-11-27T22:39:05,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559 not finished, retry = 0 2024-11-27T22:39:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741891_1067 (size=93) 2024-11-27T22:39:05,318 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-27T22:39:05,318 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732747145282 on da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:05,342 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T22:39:05,342 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'da99f16e0d32,36815,1732747086764' in zk 2024-11-27T22:39:05,350 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T22:39:05,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,350 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:39:05,350 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T22:39:05,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,351 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:39:05,351 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:39:05,351 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:39:05,352 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:39:05,352 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:05,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:39:05,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:05,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'da99f16e0d32,36815,1732747086764': 2024-11-27T22:39:05,355 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T22:39:05,355 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T22:39:05,355 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'da99f16e0d32,36815,1732747086764' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T22:39:05,355 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T22:39:05,355 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T22:39:05,355 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T22:39:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:39:05,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,368 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:39:05,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:39:05,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:39:05,369 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:39:05,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:39:05,370 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:05,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:39:05,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:05,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,372 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:39:05,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:05,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:39:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,382 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:39:05,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:39:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:39:05,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:05,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:05,383 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:39:05,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T22:39:05,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T22:39:05,383 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:39:05,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:39:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T22:39:05,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T22:39:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747145394 (current time:1732747145394). 2024-11-27T22:39:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:39:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732747145393_backup_system_bulk VERSION not specified, setting to 2 2024-11-27T22:39:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a66afd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:05,397 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51429045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:05,399 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:05,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474dd4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:05,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:05,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:39:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:39:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:05,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:39:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T22:39:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-27T22:39:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T22:39:05,409 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:39:05,409 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747133559 2024-11-27T22:39:05,411 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:39:05,414 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:39:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741913_1089 (size=76) 2024-11-27T22:39:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T22:39:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T22:39:05,781 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1d2bb5bcbb2c2321e36acc61a5dd3d30, had cached 0 bytes from a total of 8413 2024-11-27T22:39:05,822 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:39:05,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f977f63e0b90c33252f21c6745fa933e}] 2024-11-27T22:39:05,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:39:05,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-27T22:39:05,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:39:05,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for f977f63e0b90c33252f21c6745fa933e: 2024-11-27T22:39:05,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. for snapshot_1732747145393_backup_system_bulk completed. 2024-11-27T22:39:05,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e.' region-info for snapshot=snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:05,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:39:05,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T22:39:05,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T22:39:05,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741914_1090 (size=61) 2024-11-27T22:39:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T22:39:06,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:39:06,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T22:39:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-27T22:39:06,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732747145393_backup_system_bulk on region f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:39:06,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:39:06,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-27T22:39:06,394 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:39:06,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f977f63e0b90c33252f21c6745fa933e in 563 msec 2024-11-27T22:39:06,395 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:39:06,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:39:06,401 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:06,402 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741915_1091 (size=702) 2024-11-27T22:39:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T22:39:06,818 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:39:06,827 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:39:06,828 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747145393_backup_system_bulk to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:06,830 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:39:06,830 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-27T22:39:06,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732747145393_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4240 sec 2024-11-27T22:39:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T22:39:07,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-27T22:39:07,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } 2024-11-27T22:39:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747147561 (current time:1732747147561). 2024-11-27T22:39:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:39:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732747147560_ns3_test-17327470967582 VERSION not specified, setting to 2 2024-11-27T22:39:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d3362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:07,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:07,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:07,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:07,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c81cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:07,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:07,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:07,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:07,568 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:07,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74951f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:07,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:07,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:07,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:07,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:39:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:39:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:07,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:39:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } 2024-11-27T22:39:07,579 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:39:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-27T22:39:07,581 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:39:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T22:39:07,584 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:39:07,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741916_1092 (size=86) 2024-11-27T22:39:07,641 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:39:07,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1b9c03c2f863a7d5ae9c2282e311904}] 2024-11-27T22:39:07,643 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:39:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T22:39:07,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-27T22:39:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:39:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for f1b9c03c2f863a7d5ae9c2282e311904: 2024-11-27T22:39:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. for snapshot_1732747147560_ns3_test-17327470967582 completed. 2024-11-27T22:39:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904.' region-info for snapshot=snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:39:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T22:39:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741917_1093 (size=52) 2024-11-27T22:39:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T22:39:07,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T22:39:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T22:39:08,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:39:08,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T22:39:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-27T22:39:08,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732747147560_ns3_test-17327470967582 on region f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:39:08,243 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:39:08,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T22:39:08,247 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:39:08,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f1b9c03c2f863a7d5ae9c2282e311904 in 603 msec 2024-11-27T22:39:08,248 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:39:08,249 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:39:08,249 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:08,250 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741918_1094 (size=443) 2024-11-27T22:39:08,695 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:39:08,704 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:39:08,704 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747147560_ns3_test-17327470967582 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:08,707 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:39:08,707 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-27T22:39:08,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732747147560_ns3_test-17327470967582 table=ns3:test-17327470967582 type=FLUSH ttl=0 } in 1.1310 sec 2024-11-27T22:39:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T22:39:08,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17327470967582 completed 2024-11-27T22:39:08,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } 2024-11-27T22:39:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747148723 (current time:1732747148723). 2024-11-27T22:39:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:39:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732747148722_ns4_test-17327470967583 VERSION not specified, setting to 2 2024-11-27T22:39:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72057b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:08,728 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8b7860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:08,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:08,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:08,732 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:08,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b251c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:08,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:08,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:08,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:08,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:39:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:39:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:08,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:39:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } 2024-11-27T22:39:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-27T22:39:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T22:39:08,768 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:39:08,776 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:39:08,796 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:39:08,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741919_1095 (size=86) 2024-11-27T22:39:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T22:39:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T22:39:09,223 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:39:09,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cb27eeafc2b758407c5ccdd4dae6da9}] 2024-11-27T22:39:09,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:39:09,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-27T22:39:09,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:39:09,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 6cb27eeafc2b758407c5ccdd4dae6da9: 2024-11-27T22:39:09,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. for snapshot_1732747148722_ns4_test-17327470967583 completed. 2024-11-27T22:39:09,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9.' region-info for snapshot=snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:09,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:39:09,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T22:39:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T22:39:09,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741920_1096 (size=52) 2024-11-27T22:39:09,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:39:09,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T22:39:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-27T22:39:09,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732747148722_ns4_test-17327470967583 on region 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:39:09,417 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:39:09,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T22:39:09,421 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:39:09,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6cb27eeafc2b758407c5ccdd4dae6da9 in 194 msec 2024-11-27T22:39:09,423 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:39:09,424 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:39:09,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:09,425 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741921_1097 (size=443) 2024-11-27T22:39:09,536 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:39:09,577 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:39:09,581 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747148722_ns4_test-17327470967583 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:09,593 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:39:09,593 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-27T22:39:09,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732747148722_ns4_test-17327470967583 table=ns4:test-17327470967583 type=FLUSH ttl=0 } in 845 msec 2024-11-27T22:39:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T22:39:09,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17327470967583 completed 2024-11-27T22:39:09,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } 2024-11-27T22:39:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747149910 (current time:1732747149910). 2024-11-27T22:39:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:39:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732747149909_default_test-1732747096758 VERSION not specified, setting to 2 2024-11-27T22:39:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a92dee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:09,912 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:09,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e81275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:09,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:09,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:09,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:09,914 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:09,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2629a59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:09,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:09,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:09,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:09,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:39:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:39:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:09,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:39:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } 2024-11-27T22:39:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-27T22:39:09,926 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:39:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T22:39:09,928 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:39:09,933 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:39:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741922_1098 (size=84) 2024-11-27T22:39:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T22:39:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T22:39:10,345 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:39:10,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75}] 2024-11-27T22:39:10,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:10,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-27T22:39:10,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for e9b9db59d990213e9cefb277b8660f75: 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. for snapshot_1732747149909_default_test-1732747096758 completed. 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75.' region-info for snapshot=snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4] hfiles 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f for snapshot=snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 for snapshot=snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3] hfiles 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 for snapshot=snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:10,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3 for snapshot=snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:10,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741923_1099 (size=224) 2024-11-27T22:39:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T22:39:10,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:39:10,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T22:39:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-27T22:39:10,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732747149909_default_test-1732747096758 on region e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:10,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:10,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T22:39:10,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9b9db59d990213e9cefb277b8660f75 in 565 msec 2024-11-27T22:39:10,914 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:39:10,916 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:39:10,918 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T22:39:10,919 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T22:39:10,919 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:10,920 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T22:39:10,920 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:10,920 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-27T22:39:10,921 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:10,922 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75] hfiles 2024-11-27T22:39:10,922 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:10,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741924_1100 (size=168) 2024-11-27T22:39:10,964 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:39:10,964 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:10,969 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741925_1101 (size=1305) 2024-11-27T22:39:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T22:39:11,466 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:39:11,483 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:39:11,484 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747149909_default_test-1732747096758 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:11,486 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:39:11,487 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-27T22:39:11,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732747149909_default_test-1732747096758 table=test-1732747096758 type=FLUSH ttl=0 } in 1.5630 sec 2024-11-27T22:39:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T22:39:12,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732747096758 completed 2024-11-27T22:39:12,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } 2024-11-27T22:39:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747152091 (current time:1732747152091). 2024-11-27T22:39:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:39:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732747152090_ns2_test-17327470967581 VERSION not specified, setting to 2 2024-11-27T22:39:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0cf89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:12,094 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59aab0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:12,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:12,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:12,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:12,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2aac72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:12,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:12,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:39:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:39:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:12,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:39:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } 2024-11-27T22:39:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-27T22:39:12,108 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:39:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T22:39:12,110 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:39:12,118 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:39:12,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741926_1102 (size=86) 2024-11-27T22:39:12,138 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:39:12,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30}] 2024-11-27T22:39:12,139 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:39:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T22:39:12,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-27T22:39:12,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:39:12,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2902): Flushing 1d2bb5bcbb2c2321e36acc61a5dd3d30 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-27T22:39:12,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/.tmp/f/3b9c2e722ce84bd7bb81c1ea4287e05e is 38, key is row-t20/f:q1/1732747127766/Put/seqid=0 2024-11-27T22:39:12,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741927_1103 (size=5134) 2024-11-27T22:39:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T22:39:12,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/.tmp/f/3b9c2e722ce84bd7bb81c1ea4287e05e 2024-11-27T22:39:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/.tmp/f/3b9c2e722ce84bd7bb81c1ea4287e05e as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/3b9c2e722ce84bd7bb81c1ea4287e05e 2024-11-27T22:39:12,722 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/3b9c2e722ce84bd7bb81c1ea4287e05e, entries=5, sequenceid=111, filesize=5.0 K 2024-11-27T22:39:12,725 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 1d2bb5bcbb2c2321e36acc61a5dd3d30 in 432ms, sequenceid=111, compaction requested=false 2024-11-27T22:39:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 1d2bb5bcbb2c2321e36acc61a5dd3d30: 2024-11-27T22:39:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. for snapshot_1732747152090_ns2_test-17327470967581 completed. 2024-11-27T22:39:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30.' region-info for snapshot=snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:39:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/3b9c2e722ce84bd7bb81c1ea4287e05e] hfiles 2024-11-27T22:39:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 for snapshot=snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/3b9c2e722ce84bd7bb81c1ea4287e05e for snapshot=snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T22:39:12,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741928_1104 (size=130) 2024-11-27T22:39:12,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:39:12,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T22:39:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-27T22:39:12,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732747152090_ns2_test-17327470967581 on region 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:39:12,749 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:39:12,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T22:39:12,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:39:12,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d2bb5bcbb2c2321e36acc61a5dd3d30 in 612 msec 2024-11-27T22:39:12,754 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:39:12,755 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:39:12,755 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:12,756 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741929_1105 (size=496) 2024-11-27T22:39:13,206 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:39:13,218 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:39:13,219 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_1732747152090_ns2_test-17327470967581 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:13,222 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:39:13,222 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-27T22:39:13,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732747152090_ns2_test-17327470967581 table=ns2:test-17327470967581 type=FLUSH ttl=0 } in 1.1160 sec 2024-11-27T22:39:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T22:39:13,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17327470967581 completed 2024-11-27T22:39:13,250 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732747142958 2024-11-27T22:39:13,250 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T22:39:13,250 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-27T22:39:13,250 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732747142958_backup:system_bulk 2024-11-27T22:39:13,250 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732747145393_backup_system_bulk to hdfs://localhost:44435/backupUT/backup_1732747142958/backup/system_bulk/ 2024-11-27T22:39:13,250 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T22:39:13,299 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44435, inputRoot=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:39:13,299 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1373485208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44435/backupUT/backup_1732747142958/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44435/backupUT/backup_1732747142958/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:13,302 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T22:39:13,312 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747145393_backup_system_bulk to hdfs://localhost:44435/backupUT/backup_1732747142958/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741930_1106 (size=76) 2024-11-27T22:39:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741931_1107 (size=702) 2024-11-27T22:39:13,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:13,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:13,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d7a7c9bb937c7e8fe4fa46111f20d940, had cached 0 bytes from a total of 28925 2024-11-27T22:39:14,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1400934205763513838.jar 2024-11-27T22:39:14,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1142729721095196951.jar 2024-11-27T22:39:14,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:14,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:39:14,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:39:14,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:39:14,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:39:14,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:39:14,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:39:14,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:39:14,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:39:14,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:39:14,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:39:14,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:39:14,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:14,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:14,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:14,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:14,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:14,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:14,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:14,897 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:14,921 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:39:14,928 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732747145393_backup_system_bulk' hfile list 2024-11-27T22:39:15,071 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1344106413_0005_7fd860e1-f340-47d9-9adb-04a1c58da77c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:39:15,071 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1344106413_0005_7fd860e1-f340-47d9-9adb-04a1c58da77c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:39:16,119 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T22:39:16,121 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T22:39:16,127 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:16,127 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732747145393_backup_system_bulk finished. 2024-11-27T22:39:16,127 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732747142958_ns3:test-17327470967582 2024-11-27T22:39:16,128 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732747147560_ns3_test-17327470967582 to hdfs://localhost:44435/backupUT/backup_1732747142958/ns3/test-17327470967582/ 2024-11-27T22:39:16,128 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T22:39:16,166 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44435, inputRoot=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:39:16,166 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1373485208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44435/backupUT/backup_1732747142958/ns3/test-17327470967582, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44435/backupUT/backup_1732747142958/ns3/test-17327470967582/.hbase-snapshot/.tmp/snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:16,168 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T22:39:16,172 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747147560_ns3_test-17327470967582 to hdfs://localhost:44435/backupUT/backup_1732747142958/ns3/test-17327470967582/.hbase-snapshot/.tmp/snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:16,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741933_1109 (size=443) 2024-11-27T22:39:16,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741932_1108 (size=86) 2024-11-27T22:39:16,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:16,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:16,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-16828263248058967825.jar 2024-11-27T22:39:17,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-17594404661970174819.jar 2024-11-27T22:39:17,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:17,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:39:17,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:39:17,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:39:17,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:39:17,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:39:17,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:39:17,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:39:17,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:39:17,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:39:17,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:39:17,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:39:17,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:17,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:17,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:17,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:17,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:17,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:17,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:17,469 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:17,491 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:39:17,497 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732747147560_ns3_test-17327470967582' hfile list 2024-11-27T22:39:17,616 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1790879345_0006_ba1b8c37-2f46-4e30-8d6f-43c9f68a711b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:39:17,616 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1790879345_0006_ba1b8c37-2f46-4e30-8d6f-43c9f68a711b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:39:18,673 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T22:39:18,674 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T22:39:18,680 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:18,680 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732747147560_ns3_test-17327470967582 finished. 2024-11-27T22:39:18,680 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732747142958_ns4:test-17327470967583 2024-11-27T22:39:18,680 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732747148722_ns4_test-17327470967583 to hdfs://localhost:44435/backupUT/backup_1732747142958/ns4/test-17327470967583/ 2024-11-27T22:39:18,680 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T22:39:18,713 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44435, inputRoot=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:39:18,714 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1373485208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44435/backupUT/backup_1732747142958/ns4/test-17327470967583, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44435/backupUT/backup_1732747142958/ns4/test-17327470967583/.hbase-snapshot/.tmp/snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:18,715 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T22:39:18,721 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747148722_ns4_test-17327470967583 to hdfs://localhost:44435/backupUT/backup_1732747142958/ns4/test-17327470967583/.hbase-snapshot/.tmp/snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741935_1111 (size=443) 2024-11-27T22:39:18,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741934_1110 (size=86) 2024-11-27T22:39:19,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:19,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:19,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-6726597970708741047.jar 2024-11-27T22:39:20,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-13281539663220289625.jar 2024-11-27T22:39:20,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:20,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:39:20,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:39:20,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:39:20,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:39:20,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:39:20,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:39:20,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:39:20,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:39:20,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:39:20,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:39:20,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:39:20,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:20,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:20,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:20,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:20,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:20,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:20,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:20,423 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:20,450 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:39:20,459 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732747148722_ns4_test-17327470967583' hfile list 2024-11-27T22:39:20,676 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local989584155_0007_21fa5759-8112-4b07-a55b-1cc7eb5528d6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:39:20,676 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local989584155_0007_21fa5759-8112-4b07-a55b-1cc7eb5528d6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:39:21,753 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T22:39:21,755 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T22:39:21,762 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:21,762 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732747148722_ns4_test-17327470967583 finished. 2024-11-27T22:39:21,762 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732747142958_test-1732747096758 2024-11-27T22:39:21,762 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732747149909_default_test-1732747096758 to hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/ 2024-11-27T22:39:21,762 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T22:39:21,804 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44435, inputRoot=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:39:21,804 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1373485208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/.hbase-snapshot/.tmp/snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:21,807 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T22:39:21,835 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747149909_default_test-1732747096758 to hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/.hbase-snapshot/.tmp/snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:21,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741936_1112 (size=84) 2024-11-27T22:39:21,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741937_1113 (size=1305) 2024-11-27T22:39:22,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:22,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:22,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-5039976575919326300.jar 2024-11-27T22:39:23,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-13768731734360611083.jar 2024-11-27T22:39:23,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:23,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:39:23,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:39:23,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:39:23,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:39:23,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:39:23,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:39:23,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:39:23,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:39:23,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:39:23,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:39:23,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:39:23,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:23,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:23,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:23,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:23,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:23,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:23,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:23,939 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:24,002 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:39:24,018 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732747149909_default_test-1732747096758' hfile list 2024-11-27T22:39:24,023 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-27T22:39:24,292 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1136072770_0008_8aa1388c-2a36-4164-abc4-8f2295f60b38/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:39:24,292 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1136072770_0008_8aa1388c-2a36-4164-abc4-8f2295f60b38/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:39:24,433 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T22:39:24,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741938_1114 (size=13760) 2024-11-27T22:39:24,949 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3 output=hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3 2024-11-27T22:39:24,949 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.026M/sec 2024-11-27T22:39:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741939_1115 (size=10796) 2024-11-27T22:39:25,415 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 output=hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 2024-11-27T22:39:25,415 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.023M/sec 2024-11-27T22:39:25,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741940_1116 (size=8413) 2024-11-27T22:39:25,882 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f output=hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:39:25,882 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-27T22:39:25,901 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 to hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75" truncated to max limit (512 characters) 2024-11-27T22:39:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741941_1117 (size=5591) 2024-11-27T22:39:25,924 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 output=hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:25,924 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.148M/sec 2024-11-27T22:39:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741942_1118 (size=5484) 2024-11-27T22:39:26,410 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 output=hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 2024-11-27T22:39:26,411 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-27T22:39:27,377 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T22:39:27,378 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T22:39:27,395 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:27,396 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732747149909_default_test-1732747096758 finished. 2024-11-27T22:39:27,396 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732747142958_ns2:test-17327470967581 2024-11-27T22:39:27,396 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732747152090_ns2_test-17327470967581 to hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/ 2024-11-27T22:39:27,396 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T22:39:27,439 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44435, inputRoot=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:39:27,439 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1373485208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/.hbase-snapshot/.tmp/snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:27,442 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T22:39:27,457 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_1732747152090_ns2_test-17327470967581 to hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/.hbase-snapshot/.tmp/snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:27,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741944_1120 (size=496) 2024-11-27T22:39:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741943_1119 (size=86) 2024-11-27T22:39:27,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:27,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:27,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-9007210998106404389.jar 2024-11-27T22:39:29,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-10658224414363191968.jar 2024-11-27T22:39:29,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:29,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:39:29,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:39:29,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:39:29,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:39:29,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:39:29,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:39:29,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:39:29,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:39:29,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:39:29,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:39:29,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:39:29,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:29,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:29,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:29,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:29,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T22:39:29,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:29,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:29,152 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:29,163 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:39:29,169 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732747152090_ns2_test-17327470967581' hfile list 2024-11-27T22:39:29,170 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-27T22:39:29,275 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1367612251_0009_30670a0d-7b55-49a0-b064-1bf20cc51c29/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:39:29,275 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1367612251_0009_30670a0d-7b55-49a0-b064-1bf20cc51c29/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:39:29,360 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T22:39:29,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741945_1121 (size=8413) 2024-11-27T22:39:29,781 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 output=hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 2024-11-27T22:39:29,781 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-27T22:39:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741946_1122 (size=5134) 2024-11-27T22:39:30,226 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/3b9c2e722ce84bd7bb81c1ea4287e05e output=hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/3b9c2e722ce84bd7bb81c1ea4287e05e 2024-11-27T22:39:30,226 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-27T22:39:30,326 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T22:39:30,327 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T22:39:30,335 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:30,335 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732747152090_ns2_test-17327470967581 finished. 2024-11-27T22:39:30,335 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-27T22:39:30,335 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17327470967582 2024-11-27T22:39:30,335 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17327470967583 2024-11-27T22:39:30,335 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732747096758 2024-11-27T22:39:30,335 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17327470967581 2024-11-27T22:39:30,348 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732747142958 2024-11-27T22:39:30,348 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T22:39:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741947_1123 (size=209) 2024-11-27T22:39:30,762 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44435/backupUT/backup_1732747142958/.backup.manifest 2024-11-27T22:39:30,763 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732747142958 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17327470967582;ns4:test-17327470967583;test-1732747096758;ns2:test-17327470967581,targetRootDir=hdfs://localhost:44435/backupUT,startts=1732747145150,completets=1732747170348,bytescopied=0 2024-11-27T22:39:30,763 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T22:39:30,763 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:30,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732747145393_backup_system_bulk" type: DISABLED 2024-11-27T22:39:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732747145393_backup_system_bulk 2024-11-27T22:39:30,768 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732747145393_backup_system_bulk for backup backup_1732747142958 succeeded. 2024-11-27T22:39:30,768 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:30,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732747147560_ns3_test-17327470967582" type: DISABLED 2024-11-27T22:39:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732747147560_ns3_test-17327470967582 2024-11-27T22:39:30,773 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732747147560_ns3_test-17327470967582 for backup backup_1732747142958 succeeded. 2024-11-27T22:39:30,773 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:30,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732747148722_ns4_test-17327470967583" type: DISABLED 2024-11-27T22:39:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732747148722_ns4_test-17327470967583 2024-11-27T22:39:30,777 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732747148722_ns4_test-17327470967583 for backup backup_1732747142958 succeeded. 2024-11-27T22:39:30,777 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:30,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732747149909_default_test-1732747096758" type: DISABLED 2024-11-27T22:39:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732747149909_default_test-1732747096758 2024-11-27T22:39:30,782 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732747149909_default_test-1732747096758 for backup backup_1732747142958 succeeded. 2024-11-27T22:39:30,782 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:30,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732747152090_ns2_test-17327470967581" type: DISABLED 2024-11-27T22:39:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732747152090_ns2_test-17327470967581 2024-11-27T22:39:30,786 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732747152090_ns2_test-17327470967581 for backup backup_1732747142958 succeeded. 2024-11-27T22:39:30,787 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T22:39:30,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T22:39:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T22:39:30,797 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T22:39:30,799 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T22:39:30,808 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732747142958 completed. 2024-11-27T22:39:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:33,962 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T22:39:35,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:35,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:35,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:35,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:35,933 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T22:39:35,957 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732747175849 2024-11-27T22:39:35,965 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732747142958} 2024-11-27T22:39:35,965 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T22:39:35,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:36,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:39:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732747176269 (current time:1732747176269). 2024-11-27T22:39:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T22:39:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T22:39:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c9cab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:36,275 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2468854a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:36,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:36,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:36,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c8814c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:36,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:36,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:36,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:36,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263. 2024-11-27T22:39:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:39:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:36,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T22:39:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T22:39:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-27T22:39:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T22:39:36,298 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T22:39:36,304 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T22:39:36,309 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T22:39:36,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741948_1124 (size=52) 2024-11-27T22:39:36,367 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T22:39:36,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940}] 2024-11-27T22:39:36,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:39:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T22:39:36,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-27T22:39:36,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:39:36,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing d7a7c9bb937c7e8fe4fa46111f20d940 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-27T22:39:36,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/09645bf31fba4dcfb45d35da0286b8a1 is 158, key is trslm:hdfs://localhost:44435/backupUT\x00ns2:test-17327470967581/meta:log-roll-map/1732747170340/Put/seqid=0 2024-11-27T22:39:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741949_1125 (size=6646) 2024-11-27T22:39:36,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/09645bf31fba4dcfb45d35da0286b8a1 2024-11-27T22:39:36,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/f68ae1b915034508bb109efe97e879b3 is 826, key is session:backup_1732747142958/session:context/1732747170798/Put/seqid=0 2024-11-27T22:39:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741950_1126 (size=5928) 2024-11-27T22:39:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T22:39:36,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/f68ae1b915034508bb109efe97e879b3 2024-11-27T22:39:36,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/09645bf31fba4dcfb45d35da0286b8a1 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/09645bf31fba4dcfb45d35da0286b8a1 2024-11-27T22:39:36,661 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/09645bf31fba4dcfb45d35da0286b8a1, entries=12, sequenceid=42, filesize=6.5 K 2024-11-27T22:39:36,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/f68ae1b915034508bb109efe97e879b3 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/f68ae1b915034508bb109efe97e879b3 2024-11-27T22:39:36,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/f68ae1b915034508bb109efe97e879b3, entries=2, sequenceid=42, filesize=5.8 K 2024-11-27T22:39:36,699 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for d7a7c9bb937c7e8fe4fa46111f20d940 in 173ms, sequenceid=42, compaction requested=true 2024-11-27T22:39:36,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for d7a7c9bb937c7e8fe4fa46111f20d940: 2024-11-27T22:39:36,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. for snapshot_backup_system completed. 2024-11-27T22:39:36,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940.' region-info for snapshot=snapshot_backup_system 2024-11-27T22:39:36,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/7d97ad734b2d42d39b5e3d9f8ee173a0, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/09645bf31fba4dcfb45d35da0286b8a1] hfiles 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/457761a34d8e4fd9849de8e461747cf7 for snapshot=snapshot_backup_system 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/7d97ad734b2d42d39b5e3d9f8ee173a0 for snapshot=snapshot_backup_system 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/09645bf31fba4dcfb45d35da0286b8a1 for snapshot=snapshot_backup_system 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/47858e6a349e4970b0327a14bd0f3e30, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/f68ae1b915034508bb109efe97e879b3] hfiles 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/4fe491c22834402594874368a1fef2d3 for snapshot=snapshot_backup_system 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/855d8102b479454a9cd251dfe94d3d9e for snapshot=snapshot_backup_system 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/47858e6a349e4970b0327a14bd0f3e30 for snapshot=snapshot_backup_system 2024-11-27T22:39:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/f68ae1b915034508bb109efe97e879b3 for snapshot=snapshot_backup_system 2024-11-27T22:39:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741951_1127 (size=330) 2024-11-27T22:39:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T22:39:37,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:39:37,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T22:39:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-27T22:39:37,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:39:37,136 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:39:37,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T22:39:37,140 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T22:39:37,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7a7c9bb937c7e8fe4fa46111f20d940 in 770 msec 2024-11-27T22:39:37,141 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T22:39:37,142 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T22:39:37,143 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T22:39:37,144 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T22:39:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741952_1128 (size=967) 2024-11-27T22:39:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T22:39:37,569 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T22:39:37,580 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T22:39:37,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.hbase-snapshot/snapshot_backup_system 2024-11-27T22:39:37,582 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T22:39:37,582 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-27T22:39:37,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2880 sec 2024-11-27T22:39:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T22:39:38,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T22:39:38,461 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732747175849 started at 1732747178461. 2024-11-27T22:39:38,465 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732747175849 has been started. 2024-11-27T22:39:38,474 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17327470967581, backup:system_bulk, ns3:test-17327470967582, ns4:test-17327470967583, test-1732747096758] 2024-11-27T22:39:38,478 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732747133559for backupID backup_1732747175849 2024-11-27T22:39:38,478 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T22:39:38,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T22:39:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T22:39:38,479 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T22:39:38,479 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T22:39:38,479 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T22:39:38,479 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T22:39:38,480 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:38,480 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:39,773 INFO [AsyncFSWAL-0-hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData-prefix:da99f16e0d32,40263,1732747084945.da99f16e0d32,40263,1732747084945.regiongroup-0 {}] wal.AbstractFSWAL(1368): Slow sync cost: 130 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK]] 2024-11-27T22:39:39,962 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:39,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:39:39,962 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:39:39,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:39:39,963 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:39,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:39,963 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T22:39:39,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:39,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T22:39:39,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:39,964 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T22:39:39,964 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T22:39:39,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T22:39:39,965 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T22:39:39,965 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T22:39:39,965 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T22:39:39,965 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T22:39:39,965 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T22:39:40,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,108 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:40,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:39:40,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:39:40,109 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T22:39:40,109 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T22:39:40,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:39:40,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:39:40,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:40,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:39:40,112 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'da99f16e0d32,36815,1732747086764' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T22:39:40,112 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1f417282[Count = 0] remaining members to acquire global barrier 2024-11-27T22:39:40,112 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T22:39:40,112 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:40,429 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:40,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:40,429 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T22:39:40,429 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,429 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T22:39:40,429 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T22:39:40,429 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,430 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732747145282 highest: 1732747145282 on da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,430 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.meta:.meta(num 1732747145238) roll requested 2024-11-27T22:39:40,443 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747180430.meta, exclude list is [], retry=0 2024-11-27T22:39:40,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:39:40,448 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747180430.meta 2024-11-27T22:39:40,449 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:39:40,449 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta is not closed yet, will try archiving it next time 2024-11-27T22:39:40,449 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1:(num 1732747145257) roll requested 2024-11-27T22:39:40,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741910_1086 (size=93) 2024-11-27T22:39:40,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta not finished, retry = 0 2024-11-27T22:39:40,464 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747180449, exclude list is [], retry=0 2024-11-27T22:39:40,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:39:40,475 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747180449 2024-11-27T22:39:40,475 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:39:40,475 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 is not closed yet, will try archiving it next time 2024-11-27T22:39:40,475 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0:(num 1732747145282) roll requested 2024-11-27T22:39:40,475 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747133542 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747133542 2024-11-27T22:39:40,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 not finished, retry = 0 2024-11-27T22:39:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741911_1087 (size=4710) 2024-11-27T22:39:40,490 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747180475, exclude list is [], retry=0 2024-11-27T22:39:40,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38591,DS-cf059729-4619-4995-8356-6cc575da6ed2,DISK] 2024-11-27T22:39:40,495 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747180475 2024-11-27T22:39:40,495 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-27T22:39:40,495 DEBUG [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 is not closed yet, will try archiving it next time 2024-11-27T22:39:40,495 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747113875 2024-11-27T22:39:40,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741912_1088 (size=653) 2024-11-27T22:39:40,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 not finished, retry = 0 2024-11-27T22:39:40,510 DEBUG [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-27T22:39:40,510 INFO [rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732747180475 on da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:40,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:40,529 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T22:39:40,529 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'da99f16e0d32,36815,1732747086764' in zk 2024-11-27T22:39:40,552 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta 2024-11-27T22:39:40,599 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 2024-11-27T22:39:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,920 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T22:39:40,920 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:39:40,920 DEBUG [member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T22:39:40,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:39:40,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:39:40,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:39:40,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:39:40,922 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:40,922 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:39:40,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:40,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:40,924 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'da99f16e0d32,36815,1732747086764': 2024-11-27T22:39:40,924 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T22:39:40,924 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T22:39:40,924 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'da99f16e0d32,36815,1732747086764' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T22:39:40,924 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T22:39:40,925 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T22:39:40,925 INFO [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T22:39:41,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:41,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:41,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:39:41,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:41,222 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:41,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:41,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T22:39:41,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T22:39:41,223 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:39:41,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T22:39:41,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:39:41,223 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:41,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T22:39:41,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:41,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T22:39:41,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:41,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:41,225 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:41,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T22:39:41,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T22:39:41,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------da99f16e0d32,36815,1732747086764 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/da99f16e0d32,36815,1732747086764 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:41,454 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T22:39:41,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T22:39:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T22:39:41,454 DEBUG [(da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T22:39:41,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T22:39:41,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T22:39:41,454 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T22:39:41,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T22:39:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T22:39:41,461 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {da99f16e0d32:36815=1732747133559} newestTimestamps: {da99f16e0d32:36815=1732747145282} 2024-11-27T22:39:41,463 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: da99f16e0d32%2C36815%2C1732747086764.meta.1732747090938.meta 2024-11-27T22:39:41,463 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: da99f16e0d32%2C36815%2C1732747086764.meta.1732747133521.meta 2024-11-27T22:39:41,463 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: da99f16e0d32%2C36815%2C1732747086764.meta.1732747180430.meta 2024-11-27T22:39:41,463 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747180475 2024-11-27T22:39:41,463 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 2024-11-27T22:39:41,463 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747180449 2024-11-27T22:39:41,464 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.meta.1732747113833.meta 2024-11-27T22:39:41,464 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.meta.1732747145238.meta 2024-11-27T22:39:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741956_1132 (size=640) 2024-11-27T22:39:41,877 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:44435/backupUT/backup_1732747175849/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:39:41,877 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T22:39:41,881 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-27T22:39:41,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741957_1133 (size=45) 2024-11-27T22:39:42,297 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-27T22:39:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741958_1134 (size=390) 2024-11-27T22:39:42,711 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17327470967582 target: hdfs://localhost:44435/backupUT/backup_1732747175849/ns3/test-17327470967582 descriptor: 'ns3:test-17327470967582', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:39:42,711 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T22:39:42,714 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17327470967582 2024-11-27T22:39:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741959_1135 (size=50) 2024-11-27T22:39:43,127 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17327470967582 2024-11-27T22:39:43,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741960_1136 (size=390) 2024-11-27T22:39:43,562 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17327470967583 target: hdfs://localhost:44435/backupUT/backup_1732747175849/ns4/test-17327470967583 descriptor: 'ns4:test-17327470967583', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:39:43,563 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T22:39:43,565 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17327470967583 2024-11-27T22:39:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741961_1137 (size=50) 2024-11-27T22:39:43,970 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17327470967583 2024-11-27T22:39:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741962_1138 (size=908) 2024-11-27T22:39:44,397 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732747096758 target: hdfs://localhost:44435/backupUT/backup_1732747175849/default/test-1732747096758 descriptor: 'test-1732747096758', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:39:44,397 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T22:39:44,400 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732747096758 2024-11-27T22:39:44,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741963_1139 (size=53) 2024-11-27T22:39:47,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e9b9db59d990213e9cefb277b8660f75, had cached 0 bytes from a total of 38453 2024-11-27T22:39:50,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1d2bb5bcbb2c2321e36acc61a5dd3d30, had cached 0 bytes from a total of 13547 2024-11-27T22:39:51,484 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732747096758 2024-11-27T22:39:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741964_1140 (size=364) 2024-11-27T22:39:51,522 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17327470967581 target: hdfs://localhost:44435/backupUT/backup_1732747175849/ns2/test-17327470967581 descriptor: 'ns2:test-17327470967581', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:39:51,522 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T22:39:51,527 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17327470967581 2024-11-27T22:39:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741965_1141 (size=50) 2024-11-27T22:39:51,552 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17327470967581 2024-11-27T22:39:51,591 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44435/backupUT/.tmp/backup_1732747175849 from hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257;hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 2024-11-27T22:39:51,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7b0dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:51,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:51,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:51,594 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b01f83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:51,597 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:51,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3ba85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:51,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:39:51,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:39:51,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ecdb306 2024-11-27T22:39:51,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:39:51,613 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:39:51,623 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T22:39:51,623 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17327470967581 2024-11-27T22:39:51,623 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17327470967581,, stopping at row=ns2:test-17327470967581 ,, for max=2147483647 with caching=100 2024-11-27T22:39:51,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:51,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:51,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:51,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:51,631 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17327470967581: ns2:test-17327470967581; 2024-11-27T22:39:51,631 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-27T22:39:51,631 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:51,641 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-27T22:39:51,641 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17327470967582 2024-11-27T22:39:51,641 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17327470967582,, stopping at row=ns3:test-17327470967582 ,, for max=2147483647 with caching=100 2024-11-27T22:39:51,645 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17327470967582: ns3:test-17327470967582; 2024-11-27T22:39:51,645 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17327470967583 2024-11-27T22:39:51,646 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17327470967583,, stopping at row=ns4:test-17327470967583 ,, for max=2147483647 with caching=100 2024-11-27T22:39:51,650 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17327470967583: ns4:test-17327470967583; 2024-11-27T22:39:51,650 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732747096758 2024-11-27T22:39:51,650 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732747096758,, stopping at row=test-1732747096758 ,, for max=2147483647 with caching=100 2024-11-27T22:39:51,657 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732747096758: test-1732747096758; 2024-11-27T22:39:51,657 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-27T22:39:51,657 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/partitions_b6ba7c49-e3a2-4738-8cac-52cb7937fa9d 2024-11-27T22:39:51,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741966_1142 (size=324) 2024-11-27T22:39:52,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:52,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:52,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-12681739258073045203.jar 2024-11-27T22:39:53,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11138807204245532852.jar 2024-11-27T22:39:53,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:39:53,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:39:53,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:39:53,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:39:53,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:39:53,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:39:53,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:39:53,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:39:53,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:39:53,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:39:53,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:39:53,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11387169841932727823.jar 2024-11-27T22:39:53,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11387169841932727823.jar 2024-11-27T22:39:53,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:53,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11387169841932727823.jar 2024-11-27T22:39:53,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11387169841932727823.jar 2024-11-27T22:39:53,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:39:53,496 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17327470967581,backup:system_bulk,ns3:test-17327470967582,ns4:test-17327470967583,default:test-1732747096758 2024-11-27T22:39:53,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:39:53,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:39:53,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:53,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:53,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:53,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:39:54,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11491412654882140001.jar 2024-11-27T22:39:54,655 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:54,666 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:39:54,669 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 for WAL files 2024-11-27T22:39:54,670 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 2024-11-27T22:39:54,670 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 for WAL files 2024-11-27T22:39:54,671 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 2024-11-27T22:39:54,780 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local747560297_0010_9a16d616-7bad-4272-881b-f6ce6a1a7a12/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:39:54,780 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local747560297_0010_9a16d616-7bad-4272-881b-f6ce6a1a7a12/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:39:54,854 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 for hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747145257 (-9223372036854775808:9223372036854775807) length:4710 2024-11-27T22:39:54,860 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T22:39:54,860 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T22:39:54,928 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 for hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747145282 (-9223372036854775808:9223372036854775807) length:653 2024-11-27T22:39:54,932 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T22:39:54,933 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T22:39:55,171 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67792b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:55,171 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:55,171 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:55,173 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:55,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543aaad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:55,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:55,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:55,179 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:55,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8254dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:55,182 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:55,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:55,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732747096758', row='row-test-1732747096758-2-0', locateType=CURRENT is [region=test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., hostname=da99f16e0d32,36815,1732747086764, seqNum=338] 2024-11-27T22:39:55,189 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-27T22:39:55,189 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:39:55,189 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:55,190 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:55,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:39:55,190 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-2-0] 2024-11-27T22:39:55,190 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:39:55,199 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/backupUT/.tmp/backup_1732747175849/_temporary/0/_temporary/attempt_local747560297_0010_r_000004_0/default/test-1732747096758/f2/75c5d49fb5a245c9ace6ecd62339bc0d is 58, key is row-test-1732747096758-2-0/f2:q1/1732747170834/Put/seqid=0 2024-11-27T22:39:55,205 WARN [Thread-1496 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:39:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741967_1143 (size=5366) 2024-11-27T22:39:55,837 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44435/backupUT 2024-11-27T22:39:55,838 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732747175849 2024-11-27T22:39:55,838 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T22:39:55,869 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44435/backupUT/.tmp/backup_1732747175849, hdfs://localhost:44435/backupUT] 2024-11-27T22:39:56,009 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:39:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741968_1144 (size=5366) 2024-11-27T22:39:57,264 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T22:39:57,268 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732747175849 2024-11-27T22:39:57,268 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-27T22:39:57,268 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local856645081_0011 completed: true true 2024-11-27T22:39:57,269 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2674228 FILE: Number of bytes written=13151504 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409243 HDFS: Number of bytes written=2547243 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=420 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-27T22:39:57,269 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44435/backupUT/.tmp/backup_1732747175849 to hdfs://localhost:44435/backupUT finished. 2024-11-27T22:39:57,298 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732747175849 2024-11-27T22:39:57,303 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732747142958} 2024-11-27T22:39:57,303 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T22:39:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741969_1145 (size=714) 2024-11-27T22:39:57,733 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44435/backupUT/backup_1732747175849/.backup.manifest 2024-11-27T22:39:57,734 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732747175849 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17327470967582;ns4:test-17327470967583;test-1732747096758;ns2:test-17327470967581,targetRootDir=hdfs://localhost:44435/backupUT,startts=1732747178461,completets=1732747197297,bytescopied=0 2024-11-27T22:39:57,734 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T22:39:57,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T22:39:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T22:39:57,761 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T22:39:57,766 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T22:39:57,791 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732747175849 completed. 2024-11-27T22:39:57,792 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T22:39:57,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:39:57,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:39:57,830 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732747108005 2024-11-27T22:39:57,834 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-27T22:39:57,836 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-27T22:39:57,837 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44435/backupUT/backup_1732747108005/.backup.manifest 2024-11-27T22:39:57,841 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732747108005/.backup.manifest 2024-11-27T22:39:57,845 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44435/backupUT/backup_1732747108005/.backup.manifest 2024-11-27T22:39:57,849 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732747108005/.backup.manifest 2024-11-27T22:39:57,849 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732747096758' to 'table1' from full backup image hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758 2024-11-27T22:39:57,869 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-27T22:39:57,869 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:57,871 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f in region [hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75] 2024-11-27T22:39:57,884 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f first=row0 last=row98 2024-11-27T22:39:57,884 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3 in region [hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75] 2024-11-27T22:39:57,891 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 first=row-test-1732747096758-3-0 last=row-test-1732747096758-3-5 2024-11-27T22:39:57,891 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob in region [hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75] 2024-11-27T22:39:57,899 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 first=row-test-1732747096758-3-0 last=row-test-1732747096758-3-5 2024-11-27T22:39:57,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:39:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-27T22:39:57,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:39:57,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:57,911 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:39:57,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-27T22:39:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T22:39:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741970_1146 (size=938) 2024-11-27T22:39:57,979 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7561462b54f94505960633f827644887, NAME => 'table1,,1732747197905.7561462b54f94505960633f827644887.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:39:57,982 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cb7903d44412d663513e4a1a1667b93b, NAME => 'table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:39:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T22:39:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741971_1147 (size=45) 2024-11-27T22:39:58,034 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:39:58,034 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing cb7903d44412d663513e4a1a1667b93b, disabling compactions & flushes 2024-11-27T22:39:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741972_1148 (size=45) 2024-11-27T22:39:58,034 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:39:58,034 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:39:58,034 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. after waiting 0 ms 2024-11-27T22:39:58,034 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:39:58,035 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:39:58,035 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for cb7903d44412d663513e4a1a1667b93b: Waiting for close lock at 1732747198034Disabling compacts and flushes for region at 1732747198034Disabling writes for close at 1732747198034Writing region close event to WAL at 1732747198035 (+1 ms)Closed at 1732747198035 2024-11-27T22:39:58,039 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732747197905.7561462b54f94505960633f827644887.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:39:58,039 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 7561462b54f94505960633f827644887, disabling compactions & flushes 2024-11-27T22:39:58,039 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:39:58,039 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:39:58,039 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732747197905.7561462b54f94505960633f827644887. after waiting 0 ms 2024-11-27T22:39:58,039 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:39:58,039 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:39:58,039 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7561462b54f94505960633f827644887: Waiting for close lock at 1732747198039Disabling compacts and flushes for region at 1732747198039Disabling writes for close at 1732747198039Writing region close event to WAL at 1732747198039Closed at 1732747198039 2024-11-27T22:39:58,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:39:58,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732747198042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747198042"}]},"ts":"1732747198042"} 2024-11-27T22:39:58,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732747197905.7561462b54f94505960633f827644887.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732747198042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747198042"}]},"ts":"1732747198042"} 2024-11-27T22:39:58,050 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T22:39:58,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:39:58,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747198051"}]},"ts":"1732747198051"} 2024-11-27T22:39:58,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T22:39:58,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, ASSIGN}] 2024-11-27T22:39:58,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, ASSIGN 2024-11-27T22:39:58,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, ASSIGN 2024-11-27T22:39:58,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:39:58,064 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:39:58,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=7561462b54f94505960633f827644887, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:39:58,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=cb7903d44412d663513e4a1a1667b93b, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:39:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, ASSIGN because future has completed 2024-11-27T22:39:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, ASSIGN because future has completed 2024-11-27T22:39:58,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7903d44412d663513e4a1a1667b93b, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:39:58,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7561462b54f94505960633f827644887, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:39:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T22:39:58,387 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:39:58,387 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => cb7903d44412d663513e4a1a1667b93b, NAME => 'table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T22:39:58,388 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:39:58,388 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,388 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:39:58,388 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,388 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,392 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,394 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7903d44412d663513e4a1a1667b93b columnFamilyName f 2024-11-27T22:39:58,394 DEBUG [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:58,395 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] regionserver.HStore(327): Store=cb7903d44412d663513e4a1a1667b93b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:58,395 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,396 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7903d44412d663513e4a1a1667b93b columnFamilyName f3 2024-11-27T22:39:58,396 DEBUG [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:58,397 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] regionserver.HStore(327): Store=cb7903d44412d663513e4a1a1667b93b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:58,397 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,398 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7903d44412d663513e4a1a1667b93b columnFamilyName mob 2024-11-27T22:39:58,399 DEBUG [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:58,400 INFO [StoreOpener-cb7903d44412d663513e4a1a1667b93b-1 {}] regionserver.HStore(327): Store=cb7903d44412d663513e4a1a1667b93b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:58,400 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,401 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,401 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,402 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,403 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,403 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:39:58,404 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,406 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:39:58,407 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened cb7903d44412d663513e4a1a1667b93b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10475390720, jitterRate=-0.02440321445465088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:39:58,407 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:39:58,408 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for cb7903d44412d663513e4a1a1667b93b: Running coprocessor pre-open hook at 1732747198388Writing region info on filesystem at 1732747198388Initializing all the Stores at 1732747198389 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747198389Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747198392 (+3 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747198392Cleaning up temporary data from old regions at 1732747198403 (+11 ms)Running coprocessor post-open hooks at 1732747198407 (+4 ms)Region opened successfully at 1732747198408 (+1 ms) 2024-11-27T22:39:58,409 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b., pid=64, masterSystemTime=1732747198379 2024-11-27T22:39:58,411 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:39:58,411 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:39:58,411 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:39:58,412 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 7561462b54f94505960633f827644887, NAME => 'table1,,1732747197905.7561462b54f94505960633f827644887.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T22:39:58,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=cb7903d44412d663513e4a1a1667b93b, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:39:58,412 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:39:58,412 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7561462b54f94505960633f827644887 2024-11-27T22:39:58,412 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732747197905.7561462b54f94505960633f827644887.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:39:58,412 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 7561462b54f94505960633f827644887 2024-11-27T22:39:58,412 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 7561462b54f94505960633f827644887 2024-11-27T22:39:58,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7903d44412d663513e4a1a1667b93b, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:39:58,414 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7561462b54f94505960633f827644887 2024-11-27T22:39:58,416 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7561462b54f94505960633f827644887 columnFamilyName f 2024-11-27T22:39:58,416 DEBUG [StoreOpener-7561462b54f94505960633f827644887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:58,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-27T22:39:58,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure cb7903d44412d663513e4a1a1667b93b, server=da99f16e0d32,36815,1732747086764 in 201 msec 2024-11-27T22:39:58,418 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] regionserver.HStore(327): Store=7561462b54f94505960633f827644887/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:58,419 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7561462b54f94505960633f827644887 2024-11-27T22:39:58,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, ASSIGN in 364 msec 2024-11-27T22:39:58,420 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7561462b54f94505960633f827644887 columnFamilyName f3 2024-11-27T22:39:58,420 DEBUG [StoreOpener-7561462b54f94505960633f827644887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:58,421 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] regionserver.HStore(327): Store=7561462b54f94505960633f827644887/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:58,421 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7561462b54f94505960633f827644887 2024-11-27T22:39:58,422 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7561462b54f94505960633f827644887 columnFamilyName mob 2024-11-27T22:39:58,423 DEBUG [StoreOpener-7561462b54f94505960633f827644887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:39:58,424 INFO [StoreOpener-7561462b54f94505960633f827644887-1 {}] regionserver.HStore(327): Store=7561462b54f94505960633f827644887/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:39:58,424 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 7561462b54f94505960633f827644887 2024-11-27T22:39:58,432 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887 2024-11-27T22:39:58,435 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887 2024-11-27T22:39:58,441 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 7561462b54f94505960633f827644887 2024-11-27T22:39:58,441 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 7561462b54f94505960633f827644887 2024-11-27T22:39:58,442 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:39:58,444 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 7561462b54f94505960633f827644887 2024-11-27T22:39:58,449 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:39:58,449 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 7561462b54f94505960633f827644887; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11230486240, jitterRate=0.045920535922050476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:39:58,450 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7561462b54f94505960633f827644887 2024-11-27T22:39:58,450 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 7561462b54f94505960633f827644887: Running coprocessor pre-open hook at 1732747198413Writing region info on filesystem at 1732747198413Initializing all the Stores at 1732747198414 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747198414Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747198414Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747198414Cleaning up temporary data from old regions at 1732747198441 (+27 ms)Running coprocessor post-open hooks at 1732747198450 (+9 ms)Region opened successfully at 1732747198450 2024-11-27T22:39:58,451 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732747197905.7561462b54f94505960633f827644887., pid=65, masterSystemTime=1732747198379 2024-11-27T22:39:58,453 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:39:58,453 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:39:58,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=7561462b54f94505960633f827644887, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:39:58,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7561462b54f94505960633f827644887, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:39:58,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-27T22:39:58,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 7561462b54f94505960633f827644887, server=da99f16e0d32,36815,1732747086764 in 243 msec 2024-11-27T22:39:58,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T22:39:58,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, ASSIGN in 413 msec 2024-11-27T22:39:58,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:39:58,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747198470"}]},"ts":"1732747198470"} 2024-11-27T22:39:58,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T22:39:58,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:39:58,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 570 msec 2024-11-27T22:39:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T22:39:58,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-27T22:39:58,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:39:58,547 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 from hbase tables test-1732747096758 to tables table1 2024-11-27T22:39:58,548 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732747096758 into table1 2024-11-27T22:39:58,555 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548 from hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:39:58,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0fb8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:58,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:39:58,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:39:58,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:39:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:39:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:39:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f9e7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:39:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:39:58,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:39:58,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:39:58,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efde336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:39:58,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:39:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:39:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48867527 2024-11-27T22:39:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:39:58,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:39:58,565 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T22:39:58,565 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T22:39:58,565 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:39:58,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:39:58,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:39:58,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:39:58,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:39:58,572 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T22:39:58,572 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T22:39:58,572 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T22:39:58,572 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/partitions_3bbc9ca5-709d-4f18-bbde-09bb09bdb0af 2024-11-27T22:39:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741973_1149 (size=177) 2024-11-27T22:39:58,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:58,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:58,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:39:59,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d7a7c9bb937c7e8fe4fa46111f20d940, had cached 0 bytes from a total of 41499 2024-11-27T22:40:00,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11800641506428094451.jar 2024-11-27T22:40:00,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-15476203463611415416.jar 2024-11-27T22:40:00,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:00,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:40:00,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:40:00,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:40:00,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:40:00,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:40:00,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:40:00,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:40:00,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:40:00,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:40:00,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:40:00,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11796692150102896234.jar 2024-11-27T22:40:00,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11796692150102896234.jar 2024-11-27T22:40:00,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:00,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11796692150102896234.jar 2024-11-27T22:40:00,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11796692150102896234.jar 2024-11-27T22:40:00,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:40:00,427 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T22:40:00,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:00,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:00,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:00,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:00,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:00,428 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T22:40:00,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:00,473 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:40:00,497 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:40:00,680 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local600358260_0012_5a4a6620-534e-4579-9fdc-abcb68715852/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:40:00,681 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local600358260_0012_5a4a6620-534e-4579-9fdc-abcb68715852/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:40:00,835 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:40:00,844 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:00,974 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 2024-11-27T22:40:00,980 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:01,065 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f3/c79dacd73e994e2f843486bd3e4bcb58 2024-11-27T22:40:01,070 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:01,143 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b1856d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:01,143 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:01,144 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:01,145 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2816988c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:01,147 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:01,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bf660b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:01,148 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:01,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:01,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:01,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:01,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732747096758-3-0', locateType=CURRENT is [region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:01,155 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T22:40:01,155 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:01,155 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:01,155 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:01,155 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-3-0] 2024-11-27T22:40:01,155 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:01,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:01,174 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ee339d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:01,175 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:01,175 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:01,176 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:01,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:01,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83d69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:01,181 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:01,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d69342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:01,190 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:01,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:01,192 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:01,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:01,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732747096758-3-0', locateType=CURRENT is [region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:01,196 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T22:40:01,196 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:01,196 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:01,196 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:01,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:01,197 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-3-0] 2024-11-27T22:40:01,197 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:01,203 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/_temporary/0/_temporary/attempt_local600358260_0012_r_000000_0/f3/c1850530e4f64de2b7c444b576d62d85 is 58, key is row-test-1732747096758-3-0/f3:q1/1732747107972/Put/seqid=0 2024-11-27T22:40:01,205 WARN [Thread-1616 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741974_1150 (size=5529) 2024-11-27T22:40:01,616 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/_temporary/0/_temporary/attempt_local600358260_0012_r_000000_0/mob/08581910eb084c6ab40da83135a667a7 is 59, key is row-test-1732747096758-3-0/mob:q1/1732747107988/Put/seqid=0 2024-11-27T22:40:01,618 WARN [Thread-1618 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741975_1151 (size=5538) 2024-11-27T22:40:02,055 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb3f105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,055 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:02,056 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:02,057 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:02,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:02,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:02,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79172cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:02,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:02,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,059 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:02,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6f71b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,060 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:02,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:02,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:02,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:02,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:02,065 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T22:40:02,066 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:02,066 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,066 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:02,066 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T22:40:02,066 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:02,078 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/_temporary/0/_temporary/attempt_local600358260_0012_r_000001_0/f/c47a0705da3f4ed282a141e93cc26321 is 37, key is row10/f:q1/1732747099482/Put/seqid=0 2024-11-27T22:40:02,081 WARN [Thread-1633 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:02,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741976_1152 (size=8741) 2024-11-27T22:40:02,781 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548 2024-11-27T22:40:02,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2f22db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:02,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:02,783 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:02,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:02,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:02,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472de941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:02,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:02,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,785 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:02,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b91c409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:02,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:02,793 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/_SUCCESS 2024-11-27T22:40:02,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:02,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:02,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b604118 2024-11-27T22:40:02,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:02,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:02,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:02,819 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,834 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/f/c47a0705da3f4ed282a141e93cc26321 first=Optional[row0] last=Optional[row98] 2024-11-27T22:40:02,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/f3/c1850530e4f64de2b7c444b576d62d85 first=Optional[row-test-1732747096758-3-0] last=Optional[row-test-1732747096758-3-5] 2024-11-27T22:40:02,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/mob/08581910eb084c6ab40da83135a667a7 first=Optional[row-test-1732747096758-3-0] last=Optional[row-test-1732747096758-3-5] 2024-11-27T22:40:02,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/f/c47a0705da3f4ed282a141e93cc26321 for inclusion in cb7903d44412d663513e4a1a1667b93b/f 2024-11-27T22:40:02,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/f3/c1850530e4f64de2b7c444b576d62d85 for inclusion in 7561462b54f94505960633f827644887/f3 2024-11-27T22:40:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732747096758-3-0 last=row-test-1732747096758-3-5 2024-11-27T22:40:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T22:40:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T22:40:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T22:40:02,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/mob/08581910eb084c6ab40da83135a667a7 for inclusion in 7561462b54f94505960633f827644887/mob 2024-11-27T22:40:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HRegion(2603): Flush status journal for cb7903d44412d663513e4a1a1667b93b: 2024-11-27T22:40:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/f/c47a0705da3f4ed282a141e93cc26321 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f/c47a0705da3f4ed282a141e93cc26321 2024-11-27T22:40:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732747096758-3-0 last=row-test-1732747096758-3-5 2024-11-27T22:40:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T22:40:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f/c47a0705da3f4ed282a141e93cc26321 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f/e775775766a54813a3dd9bc831c1f3c1_SeqId_4_ 2024-11-27T22:40:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(2603): Flush status journal for 7561462b54f94505960633f827644887: 2024-11-27T22:40:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a969ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/f3/c1850530e4f64de2b7c444b576d62d85 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f3/c1850530e4f64de2b7c444b576d62d85 2024-11-27T22:40:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:02,877 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:02,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59337c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:02,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:02,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f3/c1850530e4f64de2b7c444b576d62d85 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/f3/78d118188b674a01adf4f28141458506_SeqId_4_ 2024-11-27T22:40:02,879 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747198548/mob/08581910eb084c6ab40da83135a667a7 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/mob/08581910eb084c6ab40da83135a667a7 2024-11-27T22:40:02,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ccdd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a951aea 2024-11-27T22:40:02,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:02,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/mob/08581910eb084c6ab40da83135a667a7 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/mob/3c897cfd6f9f4011bafc54593e1dd4fc_SeqId_4_ 2024-11-27T22:40:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:02,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e08fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:02,894 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:02,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:02,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b86169b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,897 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8860bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:02,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:02,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b9c98d 2024-11-27T22:40:02,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:02,900 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:02,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:02,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:02,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:02,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:02,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815. 2024-11-27T22:40:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:02,912 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f/c47a0705da3f4ed282a141e93cc26321 into cb7903d44412d663513e4a1a1667b93b/f as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f/e775775766a54813a3dd9bc831c1f3c1_SeqId_4_ - updating store file list. 2024-11-27T22:40:02,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f/e775775766a54813a3dd9bc831c1f3c1_SeqId_4_ into cb7903d44412d663513e4a1a1667b93b/f 2024-11-27T22:40:02,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f/c47a0705da3f4ed282a141e93cc26321 into cb7903d44412d663513e4a1a1667b93b/f (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f/e775775766a54813a3dd9bc831c1f3c1_SeqId_4_) 2024-11-27T22:40:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f/c47a0705da3f4ed282a141e93cc26321 2024-11-27T22:40:02,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6949a1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:02,932 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:02,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:02,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:02,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f071442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:02,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:02,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e745f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:02,934 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:02,935 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:02,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4b4e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:02,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:02,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f12ea1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:02,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:02,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,936 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d200c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9018c5c 2024-11-27T22:40:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c13be1 2024-11-27T22:40:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:02,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:40:02,939 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:02,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:02,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:02,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:02,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:02,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:40:02,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:02,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:02,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815. 2024-11-27T22:40:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:02,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:02,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f3/c1850530e4f64de2b7c444b576d62d85 into 7561462b54f94505960633f827644887/f3 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/f3/78d118188b674a01adf4f28141458506_SeqId_4_ - updating store file list. 2024-11-27T22:40:02,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/f3/78d118188b674a01adf4f28141458506_SeqId_4_ into 7561462b54f94505960633f827644887/f3 2024-11-27T22:40:02,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f3/c1850530e4f64de2b7c444b576d62d85 into 7561462b54f94505960633f827644887/f3 (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/f3/78d118188b674a01adf4f28141458506_SeqId_4_) 2024-11-27T22:40:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/f3/c1850530e4f64de2b7c444b576d62d85 2024-11-27T22:40:02,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/mob/08581910eb084c6ab40da83135a667a7 into 7561462b54f94505960633f827644887/mob as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/mob/3c897cfd6f9f4011bafc54593e1dd4fc_SeqId_4_ - updating store file list. 2024-11-27T22:40:02,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/mob/3c897cfd6f9f4011bafc54593e1dd4fc_SeqId_4_ into 7561462b54f94505960633f827644887/mob 2024-11-27T22:40:02,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/mob/08581910eb084c6ab40da83135a667a7 into 7561462b54f94505960633f827644887/mob (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/mob/3c897cfd6f9f4011bafc54593e1dd4fc_SeqId_4_) 2024-11-27T22:40:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__41ccn8j50nil7v77pi9o5r3kqvcasmon3ocf45moc746tui30tf700ngo2fidrlg/mob/08581910eb084c6ab40da83135a667a7 2024-11-27T22:40:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3080eb8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:02,995 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:02,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:02,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:02,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecb63d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:02,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:02,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:02,998 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:02,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65704a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:03,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:03,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5df174 2024-11-27T22:40:03,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:03,001 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:40:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:03,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:40:03,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:03,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:03,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:03,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:03,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:03,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:03,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:03,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:03,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:03,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:03,043 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T22:40:03,043 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T22:40:03,043 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732747108005 hdfs://localhost:44435/backupUT/backup_1732747108005/default/test-1732747096758/ 2024-11-27T22:40:03,044 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44435/backupUT/backup_1732747108005/.backup.manifest 2024-11-27T22:40:03,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 , the old value is region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815: skipped callId: 8 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.2:39170 deadline: 1732750803045 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:39170 2024-11-27T22:40:03,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:03,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 from cache 2024-11-27T22:40:03,056 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732747108005/.backup.manifest 2024-11-27T22:40:03,056 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17327470967581' to 'ns2:table2' from full backup image hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581 2024-11-27T22:40:03,108 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-27T22:40:03,109 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:40:03,120 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f in region [hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30] 2024-11-27T22:40:03,128 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 first=row0 last=row98 2024-11-27T22:40:03,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:40:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-27T22:40:03,139 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T22:40:03,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-27T22:40:03,141 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T22:40:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T22:40:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741977_1153 (size=351) 2024-11-27T22:40:03,161 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-27T22:40:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T22:40:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T22:40:03,553 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6fb8a6cb436fb9adefc7256a9001d6e, NAME => 'ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:40:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741978_1154 (size=37) 2024-11-27T22:40:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T22:40:03,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T22:40:03,961 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:03,961 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing b6fb8a6cb436fb9adefc7256a9001d6e, disabling compactions & flushes 2024-11-27T22:40:03,961 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:03,961 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:03,961 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. after waiting 0 ms 2024-11-27T22:40:03,961 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:03,961 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:03,962 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6fb8a6cb436fb9adefc7256a9001d6e: Waiting for close lock at 1732747203961Disabling compacts and flushes for region at 1732747203961Disabling writes for close at 1732747203961Writing region close event to WAL at 1732747203961Closed at 1732747203961 2024-11-27T22:40:03,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T22:40:03,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T22:40:03,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732747203964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747203964"}]},"ts":"1732747203964"} 2024-11-27T22:40:03,967 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:40:03,968 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T22:40:03,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-27T22:40:03,968 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747203968"}]},"ts":"1732747203968"} 2024-11-27T22:40:03,970 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T22:40:03,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, ASSIGN}] 2024-11-27T22:40:03,972 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, ASSIGN 2024-11-27T22:40:03,973 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:40:04,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b6fb8a6cb436fb9adefc7256a9001d6e, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:04,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, ASSIGN because future has completed 2024-11-27T22:40:04,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fb8a6cb436fb9adefc7256a9001d6e, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T22:40:04,285 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:04,285 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => b6fb8a6cb436fb9adefc7256a9001d6e, NAME => 'ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:40:04,285 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:40:04,286 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,286 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:04,286 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,286 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,288 INFO [StoreOpener-b6fb8a6cb436fb9adefc7256a9001d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,290 INFO [StoreOpener-b6fb8a6cb436fb9adefc7256a9001d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fb8a6cb436fb9adefc7256a9001d6e columnFamilyName f 2024-11-27T22:40:04,290 DEBUG [StoreOpener-b6fb8a6cb436fb9adefc7256a9001d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:04,291 INFO [StoreOpener-b6fb8a6cb436fb9adefc7256a9001d6e-1 {}] regionserver.HStore(327): Store=b6fb8a6cb436fb9adefc7256a9001d6e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:04,291 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,292 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,293 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,293 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,294 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,296 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,299 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:40:04,301 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened b6fb8a6cb436fb9adefc7256a9001d6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11212257440, jitterRate=0.04422284662723541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T22:40:04,301 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:04,302 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for b6fb8a6cb436fb9adefc7256a9001d6e: Running coprocessor pre-open hook at 1732747204286Writing region info on filesystem at 1732747204286Initializing all the Stores at 1732747204287 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747204287Cleaning up temporary data from old regions at 1732747204294 (+7 ms)Running coprocessor post-open hooks at 1732747204301 (+7 ms)Region opened successfully at 1732747204302 (+1 ms) 2024-11-27T22:40:04,303 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., pid=68, masterSystemTime=1732747204280 2024-11-27T22:40:04,306 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:04,306 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:04,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b6fb8a6cb436fb9adefc7256a9001d6e, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fb8a6cb436fb9adefc7256a9001d6e, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:04,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T22:40:04,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b6fb8a6cb436fb9adefc7256a9001d6e, server=da99f16e0d32,36815,1732747086764 in 184 msec 2024-11-27T22:40:04,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-27T22:40:04,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, ASSIGN in 343 msec 2024-11-27T22:40:04,319 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T22:40:04,319 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747204319"}]},"ts":"1732747204319"} 2024-11-27T22:40:04,322 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T22:40:04,329 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T22:40:04,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1960 sec 2024-11-27T22:40:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T22:40:05,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-27T22:40:05,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T22:40:05,295 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30 from hbase tables ns2:test-17327470967581 to tables ns2:table2 2024-11-27T22:40:05,295 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17327470967581 into ns2:table2 2024-11-27T22:40:05,297 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747205295 from hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:40:05,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dcceab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:05,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:05,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:05,300 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3488d1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:05,302 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:05,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6191df88 2024-11-27T22:40:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:05,307 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:05,308 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T22:40:05,309 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T22:40:05,309 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T22:40:05,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:05,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:05,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:05,317 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T22:40:05,317 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T22:40:05,318 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/partitions_f172b49b-05d1-4147-80cb-7dc570dbca02 2024-11-27T22:40:05,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741979_1155 (size=153) 2024-11-27T22:40:05,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-27T22:40:05,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-27T22:40:05,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-27T22:40:05,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-27T22:40:05,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:05,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:05,738 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:06,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-16693564409396964918.jar 2024-11-27T22:40:06,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:06,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-3669334935005188502.jar 2024-11-27T22:40:07,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:07,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:40:07,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:40:07,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:40:07,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:40:07,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:40:07,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:40:07,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:40:07,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:40:07,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:40:07,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:40:07,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-7749601692642936043.jar 2024-11-27T22:40:07,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-7749601692642936043.jar 2024-11-27T22:40:07,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:07,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-7749601692642936043.jar 2024-11-27T22:40:07,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-7749601692642936043.jar 2024-11-27T22:40:07,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:40:07,136 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T22:40:07,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:07,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:07,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:07,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:07,137 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T22:40:07,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:07,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:07,176 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:40:07,232 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:40:07,404 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local843259412_0013_e544936e-90dd-432b-b6a5-90793b6142c7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:40:07,404 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local843259412_0013_e544936e-90dd-432b-b6a5-90793b6142c7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:40:07,493 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 2024-11-27T22:40:07,500 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:07,628 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1d3bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:07,629 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:07,629 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:07,632 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:07,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:07,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:07,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc979b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:07,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:07,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:07,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:07,635 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:07,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3c598b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:07,637 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:07,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:07,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:07,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:07,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:07,653 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-27T22:40:07,654 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:07,654 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:07,654 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:07,654 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T22:40:07,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:07,655 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:07,666 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747205295/_temporary/0/_temporary/attempt_local843259412_0013_r_000000_0/f/976162e7db6a447e8c109ac5c59ba5ab is 37, key is row10/f:q1/1732747101795/Put/seqid=0 2024-11-27T22:40:07,670 WARN [Thread-1703 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741980_1156 (size=8741) 2024-11-27T22:40:08,457 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747205295 2024-11-27T22:40:08,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a1807b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:08,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:08,459 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:08,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:08,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2bc695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,461 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:08,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c3f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:08,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:08,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:08,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:08,470 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747205295/_SUCCESS 2024-11-27T22:40:08,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:08,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:08,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bba940d 2024-11-27T22:40:08,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:08,477 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:08,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:08,486 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T22:40:08,495 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747205295/f/976162e7db6a447e8c109ac5c59ba5ab first=Optional[row0] last=Optional[row98] 2024-11-27T22:40:08,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747205295/f/976162e7db6a447e8c109ac5c59ba5ab for inclusion in b6fb8a6cb436fb9adefc7256a9001d6e/f 2024-11-27T22:40:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T22:40:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T22:40:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(2603): Flush status journal for b6fb8a6cb436fb9adefc7256a9001d6e: 2024-11-27T22:40:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747205295/f/976162e7db6a447e8c109ac5c59ba5ab to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__em4jpb306ei77fmbc6mdpg6949naq4ve9ha3si883ol6uqqd24gbms123n1cb2jl/f/976162e7db6a447e8c109ac5c59ba5ab 2024-11-27T22:40:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__em4jpb306ei77fmbc6mdpg6949naq4ve9ha3si883ol6uqqd24gbms123n1cb2jl/f/976162e7db6a447e8c109ac5c59ba5ab as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/f/8d4309aa3fde4b8d970ec7f425be0e13_SeqId_4_ 2024-11-27T22:40:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9a45ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:08,521 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e95785c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,523 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:08,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfb873f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:08,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:08,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66535374 2024-11-27T22:40:08,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:08,527 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:08,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:08,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:08,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:08,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:08,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:08,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:08,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:08,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__em4jpb306ei77fmbc6mdpg6949naq4ve9ha3si883ol6uqqd24gbms123n1cb2jl/f/976162e7db6a447e8c109ac5c59ba5ab into b6fb8a6cb436fb9adefc7256a9001d6e/f as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/f/8d4309aa3fde4b8d970ec7f425be0e13_SeqId_4_ - updating store file list. 2024-11-27T22:40:08,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/f/8d4309aa3fde4b8d970ec7f425be0e13_SeqId_4_ into b6fb8a6cb436fb9adefc7256a9001d6e/f 2024-11-27T22:40:08,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__em4jpb306ei77fmbc6mdpg6949naq4ve9ha3si883ol6uqqd24gbms123n1cb2jl/f/976162e7db6a447e8c109ac5c59ba5ab into b6fb8a6cb436fb9adefc7256a9001d6e/f (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/f/8d4309aa3fde4b8d970ec7f425be0e13_SeqId_4_) 2024-11-27T22:40:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__em4jpb306ei77fmbc6mdpg6949naq4ve9ha3si883ol6uqqd24gbms123n1cb2jl/f/976162e7db6a447e8c109ac5c59ba5ab 2024-11-27T22:40:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73afa102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:08,605 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:08,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:08,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:08,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2962096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:08,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:08,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,608 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:08,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360dcdf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:08,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:08,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f7151c4 2024-11-27T22:40:08,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:08,612 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:40:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:08,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:08,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:08,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:40:08,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:08,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:08,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:08,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:08,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:08,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:08,644 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T22:40:08,644 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T22:40:08,644 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732747108005 hdfs://localhost:44435/backupUT/backup_1732747108005/ns2/test-17327470967581/ 2024-11-27T22:40:08,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 , the old value is region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:08,644 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T22:40:08,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:08,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 from cache 2024-11-27T22:40:08,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:08,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T22:40:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:08,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:08,697 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44435/backupUT/backup_1732747175849/.backup.manifest 2024-11-27T22:40:08,700 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732747175849/.backup.manifest 2024-11-27T22:40:08,701 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44435/backupUT/backup_1732747142958/.backup.manifest 2024-11-27T22:40:08,703 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732747142958/.backup.manifest 2024-11-27T22:40:08,703 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732747096758' to 'table1' from full backup image hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758 2024-11-27T22:40:08,707 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732747096758', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732747175849 2024-11-27T22:40:08,711 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-27T22:40:08,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-27T22:40:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-27T22:40:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-27T22:40:08,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747208736"}]},"ts":"1732747208736"} 2024-11-27T22:40:08,742 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-27T22:40:08,742 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-27T22:40:08,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-27T22:40:08,749 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-27T22:40:08,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, UNASSIGN}] 2024-11-27T22:40:08,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, UNASSIGN 2024-11-27T22:40:08,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, UNASSIGN 2024-11-27T22:40:08,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=cb7903d44412d663513e4a1a1667b93b, regionState=CLOSING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:08,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=7561462b54f94505960633f827644887, regionState=CLOSING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:08,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, UNASSIGN because future has completed 2024-11-27T22:40:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, UNASSIGN because future has completed 2024-11-27T22:40:08,768 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40263 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=da99f16e0d32,36815,1732747086764, table=table1, region=7561462b54f94505960633f827644887. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T22:40:08,768 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40263 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=da99f16e0d32,36815,1732747086764, table=table1, region=cb7903d44412d663513e4a1a1667b93b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T22:40:08,768 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T22:40:08,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb7903d44412d663513e4a1a1667b93b, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:08,772 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T22:40:08,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7561462b54f94505960633f827644887, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-27T22:40:08,923 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:40:08,923 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T22:40:08,923 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing cb7903d44412d663513e4a1a1667b93b, disabling compactions & flushes 2024-11-27T22:40:08,923 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:40:08,923 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:40:08,923 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. after waiting 0 ms 2024-11-27T22:40:08,923 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:40:08,930 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T22:40:08,931 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:08,931 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. 2024-11-27T22:40:08,931 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for cb7903d44412d663513e4a1a1667b93b: Waiting for close lock at 1732747208923Running coprocessor pre-close hooks at 1732747208923Disabling compacts and flushes for region at 1732747208923Disabling writes for close at 1732747208923Writing region close event to WAL at 1732747208924 (+1 ms)Running coprocessor post-close hooks at 1732747208931 (+7 ms)Closed at 1732747208931 2024-11-27T22:40:08,934 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:40:08,934 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 7561462b54f94505960633f827644887 2024-11-27T22:40:08,934 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T22:40:08,934 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 7561462b54f94505960633f827644887, disabling compactions & flushes 2024-11-27T22:40:08,934 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:40:08,934 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:40:08,934 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1732747197905.7561462b54f94505960633f827644887. after waiting 0 ms 2024-11-27T22:40:08,934 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:40:08,936 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=cb7903d44412d663513e4a1a1667b93b, regionState=CLOSED 2024-11-27T22:40:08,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb7903d44412d663513e4a1a1667b93b, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:08,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-27T22:40:08,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure cb7903d44412d663513e4a1a1667b93b, server=da99f16e0d32,36815,1732747086764 in 174 msec 2024-11-27T22:40:08,946 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T22:40:08,947 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:08,947 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1732747197905.7561462b54f94505960633f827644887. 2024-11-27T22:40:08,947 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 7561462b54f94505960633f827644887: Waiting for close lock at 1732747208934Running coprocessor pre-close hooks at 1732747208934Disabling compacts and flushes for region at 1732747208934Disabling writes for close at 1732747208934Writing region close event to WAL at 1732747208941 (+7 ms)Running coprocessor post-close hooks at 1732747208947 (+6 ms)Closed at 1732747208947 2024-11-27T22:40:08,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cb7903d44412d663513e4a1a1667b93b, UNASSIGN in 192 msec 2024-11-27T22:40:08,949 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 7561462b54f94505960633f827644887 2024-11-27T22:40:08,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=7561462b54f94505960633f827644887, regionState=CLOSED 2024-11-27T22:40:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7561462b54f94505960633f827644887, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:08,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-27T22:40:08,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 7561462b54f94505960633f827644887, server=da99f16e0d32,36815,1732747086764 in 179 msec 2024-11-27T22:40:08,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-27T22:40:08,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7561462b54f94505960633f827644887, UNASSIGN in 201 msec 2024-11-27T22:40:08,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-27T22:40:08,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 212 msec 2024-11-27T22:40:08,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747208962"}]},"ts":"1732747208962"} 2024-11-27T22:40:08,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-27T22:40:08,964 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-27T22:40:08,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 247 msec 2024-11-27T22:40:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-27T22:40:09,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-27T22:40:09,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-27T22:40:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-27T22:40:09,063 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-27T22:40:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T22:40:09,071 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887 2024-11-27T22:40:09,071 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:40:09,074 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f, FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f3, FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/mob, FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/recovered.edits] 2024-11-27T22:40:09,075 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/f, FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/f3, FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/mob, FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/recovered.edits] 2024-11-27T22:40:09,080 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f/e775775766a54813a3dd9bc831c1f3c1_SeqId_4_ to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/default/table1/cb7903d44412d663513e4a1a1667b93b/f/e775775766a54813a3dd9bc831c1f3c1_SeqId_4_ 2024-11-27T22:40:09,081 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/f3/78d118188b674a01adf4f28141458506_SeqId_4_ to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/default/table1/7561462b54f94505960633f827644887/f3/78d118188b674a01adf4f28141458506_SeqId_4_ 2024-11-27T22:40:09,085 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/mob/3c897cfd6f9f4011bafc54593e1dd4fc_SeqId_4_ to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/default/table1/7561462b54f94505960633f827644887/mob/3c897cfd6f9f4011bafc54593e1dd4fc_SeqId_4_ 2024-11-27T22:40:09,092 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887/recovered.edits/6.seqid to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/default/table1/7561462b54f94505960633f827644887/recovered.edits/6.seqid 2024-11-27T22:40:09,093 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/7561462b54f94505960633f827644887 2024-11-27T22:40:09,096 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b/recovered.edits/6.seqid to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/default/table1/cb7903d44412d663513e4a1a1667b93b/recovered.edits/6.seqid 2024-11-27T22:40:09,104 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/cb7903d44412d663513e4a1a1667b93b 2024-11-27T22:40:09,104 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-27T22:40:09,105 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T22:40:09,113 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-27T22:40:09,145 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T22:40:09,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T22:40:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T22:40:09,181 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-27T22:40:09,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-27T22:40:09,199 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-27T22:40:09,199 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732747197905.7561462b54f94505960633f827644887.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732747209199"}]},"ts":"9223372036854775807"} 2024-11-27T22:40:09,199 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732747209199"}]},"ts":"9223372036854775807"} 2024-11-27T22:40:09,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-27T22:40:09,203 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7561462b54f94505960633f827644887, NAME => 'table1,,1732747197905.7561462b54f94505960633f827644887.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => cb7903d44412d663513e4a1a1667b93b, NAME => 'table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-27T22:40:09,204 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-27T22:40:09,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732747209204"}]},"ts":"9223372036854775807"} 2024-11-27T22:40:09,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-27T22:40:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741981_1157 (size=938) 2024-11-27T22:40:09,243 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc1a70413ffb40904d34f1e9be0fdd43, NAME => 'table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:40:09,243 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 209967617a71eea131d6e9e095e5a7f6, NAME => 'table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:40:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741982_1158 (size=45) 2024-11-27T22:40:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741983_1159 (size=45) 2024-11-27T22:40:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing fc1a70413ffb40904d34f1e9be0fdd43, disabling compactions & flushes 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 209967617a71eea131d6e9e095e5a7f6, disabling compactions & flushes 2024-11-27T22:40:09,667 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:09,667 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. after waiting 0 ms 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. after waiting 0 ms 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:09,667 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:09,667 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 209967617a71eea131d6e9e095e5a7f6: Waiting for close lock at 1732747209667Disabling compacts and flushes for region at 1732747209667Disabling writes for close at 1732747209667Writing region close event to WAL at 1732747209667Closed at 1732747209667 2024-11-27T22:40:09,667 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc1a70413ffb40904d34f1e9be0fdd43: Waiting for close lock at 1732747209667Disabling compacts and flushes for region at 1732747209667Disabling writes for close at 1732747209667Writing region close event to WAL at 1732747209667Closed at 1732747209667 2024-11-27T22:40:09,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732747209669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747209669"}]},"ts":"1732747209669"} 2024-11-27T22:40:09,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732747209669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747209669"}]},"ts":"1732747209669"} 2024-11-27T22:40:09,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T22:40:09,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747209674"}]},"ts":"1732747209674"} 2024-11-27T22:40:09,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T22:40:09,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, ASSIGN}] 2024-11-27T22:40:09,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, ASSIGN 2024-11-27T22:40:09,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, ASSIGN 2024-11-27T22:40:09,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:40:09,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:40:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T22:40:09,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T22:40:09,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=fc1a70413ffb40904d34f1e9be0fdd43, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:09,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=209967617a71eea131d6e9e095e5a7f6, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:09,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, ASSIGN because future has completed 2024-11-27T22:40:09,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:09,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, ASSIGN because future has completed 2024-11-27T22:40:09,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:09,946 DEBUG [regionserver/da99f16e0d32:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-27T22:40:09,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-27T22:40:10,003 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:10,004 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => fc1a70413ffb40904d34f1e9be0fdd43, NAME => 'table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T22:40:10,004 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:40:10,005 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,005 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:10,005 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,005 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,006 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,008 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1a70413ffb40904d34f1e9be0fdd43 columnFamilyName f 2024-11-27T22:40:10,008 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:10,008 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(327): Store=fc1a70413ffb40904d34f1e9be0fdd43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:10,008 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,010 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1a70413ffb40904d34f1e9be0fdd43 columnFamilyName f3 2024-11-27T22:40:10,010 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:10,010 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(327): Store=fc1a70413ffb40904d34f1e9be0fdd43/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:10,011 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,012 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1a70413ffb40904d34f1e9be0fdd43 columnFamilyName mob 2024-11-27T22:40:10,013 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:10,013 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(327): Store=fc1a70413ffb40904d34f1e9be0fdd43/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:10,014 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,015 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,016 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,017 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,017 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,017 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:40:10,018 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,020 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:40:10,020 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened fc1a70413ffb40904d34f1e9be0fdd43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11982608640, jitterRate=0.11596739292144775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:40:10,020 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:10,021 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for fc1a70413ffb40904d34f1e9be0fdd43: Running coprocessor pre-open hook at 1732747210005Writing region info on filesystem at 1732747210005Initializing all the Stores at 1732747210006 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747210006Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747210006Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747210006Cleaning up temporary data from old regions at 1732747210017 (+11 ms)Running coprocessor post-open hooks at 1732747210020 (+3 ms)Region opened successfully at 1732747210021 (+1 ms) 2024-11-27T22:40:10,022 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., pid=78, masterSystemTime=1732747209998 2024-11-27T22:40:10,024 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:10,024 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:10,024 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:10,024 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 209967617a71eea131d6e9e095e5a7f6, NAME => 'table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T22:40:10,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=fc1a70413ffb40904d34f1e9be0fdd43, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:10,025 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:40:10,025 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,025 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:10,025 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,025 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:10,027 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,028 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209967617a71eea131d6e9e095e5a7f6 columnFamilyName f 2024-11-27T22:40:10,028 DEBUG [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:10,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-27T22:40:10,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764 in 191 msec 2024-11-27T22:40:10,029 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(327): Store=209967617a71eea131d6e9e095e5a7f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:10,029 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, ASSIGN in 352 msec 2024-11-27T22:40:10,030 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209967617a71eea131d6e9e095e5a7f6 columnFamilyName f3 2024-11-27T22:40:10,030 DEBUG [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:10,031 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(327): Store=209967617a71eea131d6e9e095e5a7f6/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:10,031 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,032 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209967617a71eea131d6e9e095e5a7f6 columnFamilyName mob 2024-11-27T22:40:10,033 DEBUG [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:10,033 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(327): Store=209967617a71eea131d6e9e095e5a7f6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:10,034 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,034 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,034 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,035 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,035 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,036 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:40:10,037 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,039 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:40:10,039 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 209967617a71eea131d6e9e095e5a7f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10914456000, jitterRate=0.016487926244735718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:40:10,039 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:10,039 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 209967617a71eea131d6e9e095e5a7f6: Running coprocessor pre-open hook at 1732747210025Writing region info on filesystem at 1732747210025Initializing all the Stores at 1732747210026 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747210027 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747210027Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747210027Cleaning up temporary data from old regions at 1732747210035 (+8 ms)Running coprocessor post-open hooks at 1732747210039 (+4 ms)Region opened successfully at 1732747210039 2024-11-27T22:40:10,040 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6., pid=79, masterSystemTime=1732747209998 2024-11-27T22:40:10,042 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:10,042 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:10,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=209967617a71eea131d6e9e095e5a7f6, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:10,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:10,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-27T22:40:10,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764 in 204 msec 2024-11-27T22:40:10,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75 2024-11-27T22:40:10,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, ASSIGN in 371 msec 2024-11-27T22:40:10,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747210049"}]},"ts":"1732747210049"} 2024-11-27T22:40:10,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T22:40:10,052 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-27T22:40:10,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 996 msec 2024-11-27T22:40:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T22:40:10,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-27T22:40:10,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:40:10,206 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2,hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 from hbase tables test-1732747096758 to tables table1 2024-11-27T22:40:10,206 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732747096758 into table1 2024-11-27T22:40:10,208 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206 from hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2,hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:40:10,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23059cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:10,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:10,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:10,210 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:10,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:10,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:10,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52163fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:10,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:10,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:10,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:10,213 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244116a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:10,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:10,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:10,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291712da 2024-11-27T22:40:10,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:10,217 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:10,218 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T22:40:10,218 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T22:40:10,218 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:40:10,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:10,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:10,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:10,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:10,226 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T22:40:10,226 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T22:40:10,226 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T22:40:10,226 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/partitions_7b827863-e043-44eb-91a4-efe260eee934 2024-11-27T22:40:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741984_1160 (size=177) 2024-11-27T22:40:10,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:10,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:10,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-7869964564220881118.jar 2024-11-27T22:40:11,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-7877771158413387129.jar 2024-11-27T22:40:11,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:11,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:11,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:40:11,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:40:11,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:40:11,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:40:11,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:40:11,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:40:11,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:40:11,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:40:11,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:40:11,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:40:11,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:14,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-17303965270944658068.jar 2024-11-27T22:40:14,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-17303965270944658068.jar 2024-11-27T22:40:14,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:14,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-17303965270944658068.jar 2024-11-27T22:40:14,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-17303965270944658068.jar 2024-11-27T22:40:14,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:40:14,115 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T22:40:14,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:14,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:14,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:14,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:14,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:14,116 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T22:40:14,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:14,435 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:40:14,447 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:40:14,549 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1715652908_0014_17798d58-c5df-4767-990c-f1fbcea8fcbf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:40:14,549 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1715652908_0014_17798d58-c5df-4767-990c-f1fbcea8fcbf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:40:15,879 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/d07a2840485c4f638f2ede84010e71d3 2024-11-27T22:40:15,883 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:15,941 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/2daf21aaeebd4fa9914a8a6ccf12d6f4 2024-11-27T22:40:15,945 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:15,970 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f/d5f1c762e8ee490b91e58bbd34c7258f 2024-11-27T22:40:15,973 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:16,018 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/d4944ec19f1f4a894f08749b1c6a7df2/mob/d41d8cd98f00b204e9800998ecf8427e202411271e7bd5777d274e8b8a61d0535f73d280_e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:40:16,021 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:16,054 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747142958/default/test-1732747096758/archive/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/mob/f95c8a0be6764368a652bb6303679806 2024-11-27T22:40:16,058 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:16,079 WARN [pool-277-thread-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T22:40:16,165 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc78c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,165 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,166 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,167 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792430c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,169 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b8f804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,170 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732747096758-1-0', locateType=CURRENT is [region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:16,174 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T22:40:16,174 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:16,174 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,174 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:16,175 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-1-0] 2024-11-27T22:40:16,175 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:16,188 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1654a7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,188 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,188 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,189 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb2dd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,191 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324f6b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,192 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732747096758-3-0', locateType=CURRENT is [region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:16,195 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T22:40:16,195 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:16,195 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,196 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:16,196 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-3-0] 2024-11-27T22:40:16,196 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:16,204 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/_temporary/0/_temporary/attempt_local1715652908_0014_r_000000_0/f/090a137171c74f23ab83466b582bb9c5 is 59, key is row-test-1732747096758-1-10/f:q1/1732747127381/Put/seqid=0 2024-11-27T22:40:16,206 WARN [Thread-1794 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741985_1161 (size=11125) 2024-11-27T22:40:16,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-27T22:40:16,610 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/_temporary/0/_temporary/attempt_local1715652908_0014_r_000000_0/mob/735fd1c43ded4bcc81a86d941fe53d13 is 192, key is row-test-1732747096758-3-100/mob:q1/1732747127731/Put/seqid=0 2024-11-27T22:40:16,611 WARN [Thread-1796 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:16,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741986_1162 (size=13404) 2024-11-27T22:40:16,647 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69127ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,647 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,647 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,648 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bfa135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,649 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559afbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,650 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:16,656 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T22:40:16,656 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:16,656 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,656 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:16,656 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T22:40:16,656 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:16,662 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/_temporary/0/_temporary/attempt_local1715652908_0014_r_000001_0/f/0a010b46dbea4bfda03e34738760199a is 37, key is row10/f:q1/1732747099482/Put/seqid=0 2024-11-27T22:40:16,665 WARN [Thread-1811 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741987_1163 (size=8742) 2024-11-27T22:40:16,867 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206 2024-11-27T22:40:16,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8c5cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,869 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56894fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8233ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,877 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/_SUCCESS 2024-11-27T22:40:16,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202bffbb 2024-11-27T22:40:16,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:16,887 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:16,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:16,892 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,899 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/f/090a137171c74f23ab83466b582bb9c5 first=Optional[row-test-1732747096758-1-0] last=Optional[row-test-1732747096758-1-98] 2024-11-27T22:40:16,903 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/f/0a010b46dbea4bfda03e34738760199a first=Optional[row0] last=Optional[row98] 2024-11-27T22:40:16,907 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/mob/735fd1c43ded4bcc81a86d941fe53d13 first=Optional[row-test-1732747096758-3-0] last=Optional[row-test-1732747096758-3-99] 2024-11-27T22:40:16,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/f/0a010b46dbea4bfda03e34738760199a for inclusion in 209967617a71eea131d6e9e095e5a7f6/f 2024-11-27T22:40:16,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/f/090a137171c74f23ab83466b582bb9c5 for inclusion in fc1a70413ffb40904d34f1e9be0fdd43/f 2024-11-27T22:40:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T22:40:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T22:40:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HRegion(2603): Flush status journal for 209967617a71eea131d6e9e095e5a7f6: 2024-11-27T22:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732747096758-1-0 last=row-test-1732747096758-1-98 2024-11-27T22:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T22:40:16,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/mob/735fd1c43ded4bcc81a86d941fe53d13 for inclusion in fc1a70413ffb40904d34f1e9be0fdd43/mob 2024-11-27T22:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/f/0a010b46dbea4bfda03e34738760199a to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/0a010b46dbea4bfda03e34738760199a 2024-11-27T22:40:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732747096758-3-0 last=row-test-1732747096758-3-99 2024-11-27T22:40:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T22:40:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(2603): Flush status journal for fc1a70413ffb40904d34f1e9be0fdd43: 2024-11-27T22:40:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/f/090a137171c74f23ab83466b582bb9c5 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/090a137171c74f23ab83466b582bb9c5 2024-11-27T22:40:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/0a010b46dbea4bfda03e34738760199a as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/f/447d952a48bd46cfb746d844b78132c1_SeqId_4_ 2024-11-27T22:40:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f3586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/090a137171c74f23ab83466b582bb9c5 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f/4b8a81905c074efa8b95d8c382286249_SeqId_4_ 2024-11-27T22:40:16,926 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747210206/mob/735fd1c43ded4bcc81a86d941fe53d13 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/mob/735fd1c43ded4bcc81a86d941fe53d13 2024-11-27T22:40:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c802fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,927 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c93beb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/mob/735fd1c43ded4bcc81a86d941fe53d13 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/mob/22032ff0585d40c09ea51d2b2db712c2_SeqId_4_ 2024-11-27T22:40:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffdb9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fa6f396 2024-11-27T22:40:16,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:16,930 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,930 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:16,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7cfadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,932 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779ffbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:16,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111eec63 2024-11-27T22:40:16,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:16,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,935 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:16,962 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815. 2024-11-27T22:40:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:16,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/0a010b46dbea4bfda03e34738760199a into 209967617a71eea131d6e9e095e5a7f6/f as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/f/447d952a48bd46cfb746d844b78132c1_SeqId_4_ - updating store file list. 2024-11-27T22:40:16,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:16,972 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/f/447d952a48bd46cfb746d844b78132c1_SeqId_4_ into 209967617a71eea131d6e9e095e5a7f6/f 2024-11-27T22:40:16,972 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/0a010b46dbea4bfda03e34738760199a into 209967617a71eea131d6e9e095e5a7f6/f (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/f/447d952a48bd46cfb746d844b78132c1_SeqId_4_) 2024-11-27T22:40:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/0a010b46dbea4bfda03e34738760199a 2024-11-27T22:40:16,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56754c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb3d7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:16,977 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,977 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea1251f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a8b1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:16,978 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,978 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:16,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441a87d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5430aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f431770 2024-11-27T22:40:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@623c939f 2024-11-27T22:40:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:16,981 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,982 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:40:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:16,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:16,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:16,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:40:16,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:16,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:17,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:17,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:17,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:17,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/090a137171c74f23ab83466b582bb9c5 into fc1a70413ffb40904d34f1e9be0fdd43/f as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f/4b8a81905c074efa8b95d8c382286249_SeqId_4_ - updating store file list. 2024-11-27T22:40:17,006 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815. 2024-11-27T22:40:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:17,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f/4b8a81905c074efa8b95d8c382286249_SeqId_4_ into fc1a70413ffb40904d34f1e9be0fdd43/f 2024-11-27T22:40:17,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/090a137171c74f23ab83466b582bb9c5 into fc1a70413ffb40904d34f1e9be0fdd43/f (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f/4b8a81905c074efa8b95d8c382286249_SeqId_4_) 2024-11-27T22:40:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/f/090a137171c74f23ab83466b582bb9c5 2024-11-27T22:40:17,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/mob/735fd1c43ded4bcc81a86d941fe53d13 into fc1a70413ffb40904d34f1e9be0fdd43/mob as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/mob/22032ff0585d40c09ea51d2b2db712c2_SeqId_4_ - updating store file list. 2024-11-27T22:40:17,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/mob/22032ff0585d40c09ea51d2b2db712c2_SeqId_4_ into fc1a70413ffb40904d34f1e9be0fdd43/mob 2024-11-27T22:40:17,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/mob/735fd1c43ded4bcc81a86d941fe53d13 into fc1a70413ffb40904d34f1e9be0fdd43/mob (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/mob/22032ff0585d40c09ea51d2b2db712c2_SeqId_4_) 2024-11-27T22:40:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__6neu64gcegc57a4jovhcc2k1f9iv759rpca7o327kv02fcp34ci7ofoc9pv5q8cu/mob/735fd1c43ded4bcc81a86d941fe53d13 2024-11-27T22:40:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea49f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:17,024 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fa5ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:17,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,025 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:17,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55769d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:17,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:17,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293f563a 2024-11-27T22:40:17,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:17,028 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:40:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:17,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:17,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:40:17,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:17,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:17,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:17,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:17,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:17,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:17,053 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T22:40:17,079 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732747096758' to 'table1' from log dirs: hdfs://localhost:44435/backupUT/backup_1732747175849/default/test-1732747096758/f2/75c5d49fb5a245c9ace6ecd62339bc0d 2024-11-27T22:40:17,084 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732747096758', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732747175849 2024-11-27T22:40:17,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:40:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-27T22:40:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741988_1164 (size=938) 2024-11-27T22:40:17,503 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-27T22:40:17,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-27T22:40:17,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-27T22:40:17,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, REOPEN/MOVE}] 2024-11-27T22:40:17,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, REOPEN/MOVE 2024-11-27T22:40:17,514 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, REOPEN/MOVE 2024-11-27T22:40:17,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fc1a70413ffb40904d34f1e9be0fdd43, regionState=CLOSING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:17,516 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=209967617a71eea131d6e9e095e5a7f6, regionState=CLOSING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:17,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, REOPEN/MOVE because future has completed 2024-11-27T22:40:17,518 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T22:40:17,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:17,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, REOPEN/MOVE because future has completed 2024-11-27T22:40:17,524 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T22:40:17,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:17,677 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:17,677 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T22:40:17,677 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing fc1a70413ffb40904d34f1e9be0fdd43, disabling compactions & flushes 2024-11-27T22:40:17,677 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:17,677 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:17,677 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. after waiting 0 ms 2024-11-27T22:40:17,677 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:17,682 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T22:40:17,682 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:17,682 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:17,682 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for fc1a70413ffb40904d34f1e9be0fdd43: Waiting for close lock at 1732747217677Running coprocessor pre-close hooks at 1732747217677Disabling compacts and flushes for region at 1732747217677Disabling writes for close at 1732747217677Writing region close event to WAL at 1732747217678 (+1 ms)Running coprocessor post-close hooks at 1732747217682 (+4 ms)Closed at 1732747217682 2024-11-27T22:40:17,682 WARN [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: fc1a70413ffb40904d34f1e9be0fdd43 to self. 2024-11-27T22:40:17,684 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:17,684 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:17,684 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T22:40:17,685 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 209967617a71eea131d6e9e095e5a7f6, disabling compactions & flushes 2024-11-27T22:40:17,685 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:17,685 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:17,685 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. after waiting 0 ms 2024-11-27T22:40:17,685 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:17,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fc1a70413ffb40904d34f1e9be0fdd43, regionState=CLOSED 2024-11-27T22:40:17,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:17,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-27T22:40:17,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764 in 170 msec 2024-11-27T22:40:17,691 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T22:40:17,691 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, REOPEN/MOVE; state=CLOSED, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=true 2024-11-27T22:40:17,692 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:17,692 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:17,692 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 209967617a71eea131d6e9e095e5a7f6: Waiting for close lock at 1732747217685Running coprocessor pre-close hooks at 1732747217685Disabling compacts and flushes for region at 1732747217685Disabling writes for close at 1732747217685Writing region close event to WAL at 1732747217686 (+1 ms)Running coprocessor post-close hooks at 1732747217691 (+5 ms)Closed at 1732747217692 (+1 ms) 2024-11-27T22:40:17,692 WARN [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 209967617a71eea131d6e9e095e5a7f6 to self. 2024-11-27T22:40:17,695 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:17,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=209967617a71eea131d6e9e095e5a7f6, regionState=CLOSED 2024-11-27T22:40:17,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:17,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-27T22:40:17,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764 in 174 msec 2024-11-27T22:40:17,700 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, REOPEN/MOVE; state=CLOSED, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=true 2024-11-27T22:40:17,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=209967617a71eea131d6e9e095e5a7f6, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:17,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fc1a70413ffb40904d34f1e9be0fdd43, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:17,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, REOPEN/MOVE because future has completed 2024-11-27T22:40:17,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:17,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, REOPEN/MOVE because future has completed 2024-11-27T22:40:17,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:18,000 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:18,000 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 209967617a71eea131d6e9e095e5a7f6, NAME => 'table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T22:40:18,000 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:40:18,000 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,000 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:18,000 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,000 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,002 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,003 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209967617a71eea131d6e9e095e5a7f6 columnFamilyName f 2024-11-27T22:40:18,003 DEBUG [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:18,009 DEBUG [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/f/447d952a48bd46cfb746d844b78132c1_SeqId_4_ 2024-11-27T22:40:18,009 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(327): Store=209967617a71eea131d6e9e095e5a7f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:18,009 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,011 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209967617a71eea131d6e9e095e5a7f6 columnFamilyName f2 2024-11-27T22:40:18,011 DEBUG [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:18,011 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(327): Store=209967617a71eea131d6e9e095e5a7f6/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:18,011 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,012 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209967617a71eea131d6e9e095e5a7f6 columnFamilyName mob 2024-11-27T22:40:18,013 DEBUG [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:18,013 INFO [StoreOpener-209967617a71eea131d6e9e095e5a7f6-1 {}] regionserver.HStore(327): Store=209967617a71eea131d6e9e095e5a7f6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:18,013 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,014 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,015 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,016 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,016 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,017 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:40:18,018 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,019 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 209967617a71eea131d6e9e095e5a7f6; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11010527520, jitterRate=0.02543528378009796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:40:18,019 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:18,020 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 209967617a71eea131d6e9e095e5a7f6: Running coprocessor pre-open hook at 1732747218001Writing region info on filesystem at 1732747218001Initializing all the Stores at 1732747218001Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747218001Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747218002 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747218002Cleaning up temporary data from old regions at 1732747218016 (+14 ms)Running coprocessor post-open hooks at 1732747218019 (+3 ms)Region opened successfully at 1732747218020 (+1 ms) 2024-11-27T22:40:18,021 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6., pid=86, masterSystemTime=1732747217996 2024-11-27T22:40:18,023 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:18,023 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:18,023 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:18,024 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => fc1a70413ffb40904d34f1e9be0fdd43, NAME => 'table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T22:40:18,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=209967617a71eea131d6e9e095e5a7f6, regionState=OPEN, openSeqNum=7, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:18,024 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:40:18,024 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,024 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:18,025 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,025 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:18,026 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,028 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1a70413ffb40904d34f1e9be0fdd43 columnFamilyName f 2024-11-27T22:40:18,028 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:18,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-27T22:40:18,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 209967617a71eea131d6e9e095e5a7f6, server=da99f16e0d32,36815,1732747086764 in 183 msec 2024-11-27T22:40:18,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=209967617a71eea131d6e9e095e5a7f6, REOPEN/MOVE in 521 msec 2024-11-27T22:40:18,037 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f/4b8a81905c074efa8b95d8c382286249_SeqId_4_ 2024-11-27T22:40:18,037 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(327): Store=fc1a70413ffb40904d34f1e9be0fdd43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:18,037 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,039 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1a70413ffb40904d34f1e9be0fdd43 columnFamilyName f2 2024-11-27T22:40:18,039 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:18,039 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(327): Store=fc1a70413ffb40904d34f1e9be0fdd43/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:18,039 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,040 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1a70413ffb40904d34f1e9be0fdd43 columnFamilyName mob 2024-11-27T22:40:18,041 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:18,047 DEBUG [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/mob/22032ff0585d40c09ea51d2b2db712c2_SeqId_4_ 2024-11-27T22:40:18,047 INFO [StoreOpener-fc1a70413ffb40904d34f1e9be0fdd43-1 {}] regionserver.HStore(327): Store=fc1a70413ffb40904d34f1e9be0fdd43/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:18,048 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,048 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,050 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,051 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,051 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,051 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T22:40:18,052 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,053 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened fc1a70413ffb40904d34f1e9be0fdd43; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9701615200, jitterRate=-0.09646667540073395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T22:40:18,053 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:18,053 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for fc1a70413ffb40904d34f1e9be0fdd43: Running coprocessor pre-open hook at 1732747218025Writing region info on filesystem at 1732747218025Initializing all the Stores at 1732747218026 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747218026Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747218026Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747218026Cleaning up temporary data from old regions at 1732747218051 (+25 ms)Running coprocessor post-open hooks at 1732747218053 (+2 ms)Region opened successfully at 1732747218053 2024-11-27T22:40:18,054 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., pid=87, masterSystemTime=1732747217996 2024-11-27T22:40:18,057 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:18,057 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:18,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fc1a70413ffb40904d34f1e9be0fdd43, regionState=OPEN, openSeqNum=7, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:18,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:18,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82 2024-11-27T22:40:18,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure fc1a70413ffb40904d34f1e9be0fdd43, server=da99f16e0d32,36815,1732747086764 in 216 msec 2024-11-27T22:40:18,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T22:40:18,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fc1a70413ffb40904d34f1e9be0fdd43, REOPEN/MOVE in 550 msec 2024-11-27T22:40:18,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-27T22:40:18,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 557 msec 2024-11-27T22:40:18,069 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-27T22:40:18,070 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., family=f3 2024-11-27T22:40:18,071 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6., family=f3 2024-11-27T22:40:18,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 986 msec 2024-11-27T22:40:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T22:40:18,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-27T22:40:18,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:40:18,082 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:40:18,082 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:44435/backupUT/backup_1732747175849/default/test-1732747096758/f2/75c5d49fb5a245c9ace6ecd62339bc0d from hbase tables test-1732747096758 to tables table1 2024-11-27T22:40:18,082 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732747096758 into table1 2024-11-27T22:40:18,084 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747218082 from hdfs://localhost:44435/backupUT/backup_1732747175849/default/test-1732747096758/f2/75c5d49fb5a245c9ace6ecd62339bc0d 2024-11-27T22:40:18,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fecb0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:18,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:18,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:18,086 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:18,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:18,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:18,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dace57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:18,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:18,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:18,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:18,088 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:18,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791ed244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:18,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:18,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:18,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@269c990a 2024-11-27T22:40:18,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:18,091 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:18,092 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T22:40:18,092 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T22:40:18,092 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:40:18,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:18,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:18,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:18,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:18,098 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T22:40:18,098 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T22:40:18,098 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T22:40:18,098 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/partitions_997044a6-0db0-4df2-bfcd-27558004ef53 2024-11-27T22:40:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741989_1165 (size=177) 2024-11-27T22:40:18,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:18,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:18,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-13894187612185384350.jar 2024-11-27T22:40:19,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-11222090720009532651.jar 2024-11-27T22:40:19,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:19,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:40:19,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:40:19,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:40:19,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:40:19,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:40:19,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:40:19,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:40:19,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:40:19,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:40:19,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:40:19,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-16656859104557492494.jar 2024-11-27T22:40:19,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-16656859104557492494.jar 2024-11-27T22:40:19,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:19,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-16656859104557492494.jar 2024-11-27T22:40:19,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-16656859104557492494.jar 2024-11-27T22:40:19,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:40:19,365 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T22:40:19,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:19,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:19,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:19,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:19,365 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T22:40:19,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:19,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:19,378 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:40:19,392 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:40:19,479 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local340790013_0015_2548e94c-d988-475f-85f7-1a03bed1ebaa/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:40:19,479 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local340790013_0015_2548e94c-d988-475f-85f7-1a03bed1ebaa/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:40:19,544 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747175849/default/test-1732747096758/f2/75c5d49fb5a245c9ace6ecd62339bc0d 2024-11-27T22:40:19,547 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:19,595 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38982bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:19,595 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:19,595 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:19,596 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305b85b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:19,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:19,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:19,598 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:19,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e56aae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:19,599 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:19,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:19,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:19,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:19,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732747096758-2-0', locateType=CURRENT is [region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=7] 2024-11-27T22:40:19,604 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-27T22:40:19,604 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:19,604 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:19,604 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:19,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:19,604 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732747096758-2-0] 2024-11-27T22:40:19,604 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:19,608 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747218082/_temporary/0/_temporary/attempt_local340790013_0015_r_000000_0/f2/0148d55d97e2402eae68698f10f05072 is 58, key is row-test-1732747096758-2-0/f2:q1/1732747170834/Put/seqid=0 2024-11-27T22:40:19,609 WARN [Thread-1874 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:19,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741990_1166 (size=5608) 2024-11-27T22:40:20,521 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747218082 2024-11-27T22:40:20,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71db8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:20,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:20,522 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:20,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:20,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41243817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,524 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:20,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ad5487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:20,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:20,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:20,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:20,529 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747218082/_SUCCESS 2024-11-27T22:40:20,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48158a2e 2024-11-27T22:40:20,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:20,535 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:20,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=7] 2024-11-27T22:40:20,541 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T22:40:20,547 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747218082/f2/0148d55d97e2402eae68698f10f05072 first=Optional[row-test-1732747096758-2-0] last=Optional[row-test-1732747096758-2-6] 2024-11-27T22:40:20,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747218082/f2/0148d55d97e2402eae68698f10f05072 for inclusion in fc1a70413ffb40904d34f1e9be0fdd43/f2 2024-11-27T22:40:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732747096758-2-0 last=row-test-1732747096758-2-6 2024-11-27T22:40:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T22:40:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(2603): Flush status journal for fc1a70413ffb40904d34f1e9be0fdd43: 2024-11-27T22:40:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-default-table1-1732747218082/f2/0148d55d97e2402eae68698f10f05072 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__2qv4u64hkkbufeiuj41jd9vg491d6gs4a9gllut42to8vhhsflu9ft0nj1egit7r/f2/0148d55d97e2402eae68698f10f05072 2024-11-27T22:40:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__2qv4u64hkkbufeiuj41jd9vg491d6gs4a9gllut42to8vhhsflu9ft0nj1egit7r/f2/0148d55d97e2402eae68698f10f05072 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f2/645cacf3de4c449c99712bf6f09c01e7_SeqId_9_ 2024-11-27T22:40:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e0dd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:20,560 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638f5562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,562 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc416f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dfcc1be 2024-11-27T22:40:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:20,565 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:20,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:20,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:20,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:20,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:20,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:20,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:20,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__2qv4u64hkkbufeiuj41jd9vg491d6gs4a9gllut42to8vhhsflu9ft0nj1egit7r/f2/0148d55d97e2402eae68698f10f05072 into fc1a70413ffb40904d34f1e9be0fdd43/f2 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f2/645cacf3de4c449c99712bf6f09c01e7_SeqId_9_ - updating store file list. 2024-11-27T22:40:20,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f2/645cacf3de4c449c99712bf6f09c01e7_SeqId_9_ into fc1a70413ffb40904d34f1e9be0fdd43/f2 2024-11-27T22:40:20,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__2qv4u64hkkbufeiuj41jd9vg491d6gs4a9gllut42to8vhhsflu9ft0nj1egit7r/f2/0148d55d97e2402eae68698f10f05072 into fc1a70413ffb40904d34f1e9be0fdd43/f2 (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/f2/645cacf3de4c449c99712bf6f09c01e7_SeqId_9_) 2024-11-27T22:40:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__table1__2qv4u64hkkbufeiuj41jd9vg491d6gs4a9gllut42to8vhhsflu9ft0nj1egit7r/f2/0148d55d97e2402eae68698f10f05072 2024-11-27T22:40:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e74804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:20,597 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:20,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:20,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:20,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793231d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,598 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:20,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c5973e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:20,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:20,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd8ed2a 2024-11-27T22:40:20,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:20,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:40:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:20,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:20,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:20,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:40:20,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:20,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:20,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:20,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:20,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:20,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:20,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:20,624 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T22:40:20,624 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732747096758 has been successfully restored to table1 2024-11-27T22:40:20,624 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T22:40:20,624 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732747175849 hdfs://localhost:44435/backupUT/backup_1732747175849/default/test-1732747096758/ 2024-11-27T22:40:20,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=7 , the old value is region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:20,625 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T22:40:20,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:20,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=7 from cache 2024-11-27T22:40:20,625 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44435/backupUT/backup_1732747142958/.backup.manifest 2024-11-27T22:40:20,627 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732747142958/.backup.manifest 2024-11-27T22:40:20,627 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17327470967581' to 'ns2:table2' from full backup image hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581 2024-11-27T22:40:20,629 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17327470967581', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732747175849 2024-11-27T22:40:20,632 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-27T22:40:20,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-27T22:40:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-27T22:40:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-27T22:40:20,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747220635"}]},"ts":"1732747220635"} 2024-11-27T22:40:20,637 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-27T22:40:20,637 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-27T22:40:20,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-27T22:40:20,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, UNASSIGN}] 2024-11-27T22:40:20,640 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, UNASSIGN 2024-11-27T22:40:20,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=b6fb8a6cb436fb9adefc7256a9001d6e, regionState=CLOSING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, UNASSIGN because future has completed 2024-11-27T22:40:20,642 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T22:40:20,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6fb8a6cb436fb9adefc7256a9001d6e, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:20,729 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-27T22:40:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-27T22:40:20,795 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:20,795 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T22:40:20,795 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing b6fb8a6cb436fb9adefc7256a9001d6e, disabling compactions & flushes 2024-11-27T22:40:20,795 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:20,795 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:20,795 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. after waiting 0 ms 2024-11-27T22:40:20,795 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:20,799 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T22:40:20,800 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:20,800 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. 2024-11-27T22:40:20,800 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for b6fb8a6cb436fb9adefc7256a9001d6e: Waiting for close lock at 1732747220795Running coprocessor pre-close hooks at 1732747220795Disabling compacts and flushes for region at 1732747220795Disabling writes for close at 1732747220795Writing region close event to WAL at 1732747220796 (+1 ms)Running coprocessor post-close hooks at 1732747220800 (+4 ms)Closed at 1732747220800 2024-11-27T22:40:20,802 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:20,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=b6fb8a6cb436fb9adefc7256a9001d6e, regionState=CLOSED 2024-11-27T22:40:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6fb8a6cb436fb9adefc7256a9001d6e, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:20,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-27T22:40:20,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure b6fb8a6cb436fb9adefc7256a9001d6e, server=da99f16e0d32,36815,1732747086764 in 163 msec 2024-11-27T22:40:20,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T22:40:20,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b6fb8a6cb436fb9adefc7256a9001d6e, UNASSIGN in 167 msec 2024-11-27T22:40:20,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-27T22:40:20,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 171 msec 2024-11-27T22:40:20,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747220812"}]},"ts":"1732747220812"} 2024-11-27T22:40:20,814 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-27T22:40:20,814 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-27T22:40:20,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 183 msec 2024-11-27T22:40:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-27T22:40:20,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-27T22:40:20,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-27T22:40:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-27T22:40:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T22:40:20,952 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-27T22:40:20,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:20,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/f, FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/recovered.edits] 2024-11-27T22:40:20,960 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/f/8d4309aa3fde4b8d970ec7f425be0e13_SeqId_4_ to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/f/8d4309aa3fde4b8d970ec7f425be0e13_SeqId_4_ 2024-11-27T22:40:20,963 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/recovered.edits/6.seqid to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/archive/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e/recovered.edits/6.seqid 2024-11-27T22:40:20,964 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/b6fb8a6cb436fb9adefc7256a9001d6e 2024-11-27T22:40:20,964 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-27T22:40:20,968 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-27T22:40:20,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-27T22:40:20,971 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-27T22:40:20,971 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732747220971"}]},"ts":"9223372036854775807"} 2024-11-27T22:40:20,973 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T22:40:20,973 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b6fb8a6cb436fb9adefc7256a9001d6e, NAME => 'ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T22:40:20,973 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-27T22:40:20,973 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732747220973"}]},"ts":"9223372036854775807"} 2024-11-27T22:40:20,975 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-27T22:40:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741991_1167 (size=351) 2024-11-27T22:40:20,983 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2cb64dc27af0eb9ba280beb83f645be, NAME => 'ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530 2024-11-27T22:40:20,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741992_1168 (size=37) 2024-11-27T22:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T22:40:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T22:40:21,390 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:21,390 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing d2cb64dc27af0eb9ba280beb83f645be, disabling compactions & flushes 2024-11-27T22:40:21,390 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:21,390 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:21,390 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. after waiting 0 ms 2024-11-27T22:40:21,390 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:21,390 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:21,390 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2cb64dc27af0eb9ba280beb83f645be: Waiting for close lock at 1732747221390Disabling compacts and flushes for region at 1732747221390Disabling writes for close at 1732747221390Writing region close event to WAL at 1732747221390Closed at 1732747221390 2024-11-27T22:40:21,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732747221391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732747221391"}]},"ts":"1732747221391"} 2024-11-27T22:40:21,393 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T22:40:21,394 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747221394"}]},"ts":"1732747221394"} 2024-11-27T22:40:21,396 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T22:40:21,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d2cb64dc27af0eb9ba280beb83f645be, ASSIGN}] 2024-11-27T22:40:21,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d2cb64dc27af0eb9ba280beb83f645be, ASSIGN 2024-11-27T22:40:21,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d2cb64dc27af0eb9ba280beb83f645be, ASSIGN; state=OFFLINE, location=da99f16e0d32,36815,1732747086764; forceNewPlan=false, retain=false 2024-11-27T22:40:21,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=d2cb64dc27af0eb9ba280beb83f645be, regionState=OPENING, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:21,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d2cb64dc27af0eb9ba280beb83f645be, ASSIGN because future has completed 2024-11-27T22:40:21,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cb64dc27af0eb9ba280beb83f645be, server=da99f16e0d32,36815,1732747086764}] 2024-11-27T22:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T22:40:21,705 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:21,705 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => d2cb64dc27af0eb9ba280beb83f645be, NAME => 'ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be.', STARTKEY => '', ENDKEY => ''} 2024-11-27T22:40:21,706 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T22:40:21,706 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,706 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T22:40:21,706 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,706 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,708 INFO [StoreOpener-d2cb64dc27af0eb9ba280beb83f645be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,709 INFO [StoreOpener-d2cb64dc27af0eb9ba280beb83f645be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cb64dc27af0eb9ba280beb83f645be columnFamilyName f 2024-11-27T22:40:21,709 DEBUG [StoreOpener-d2cb64dc27af0eb9ba280beb83f645be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:21,709 INFO [StoreOpener-d2cb64dc27af0eb9ba280beb83f645be-1 {}] regionserver.HStore(327): Store=d2cb64dc27af0eb9ba280beb83f645be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T22:40:21,709 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,710 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,710 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,711 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,711 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,712 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,715 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T22:40:21,715 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened d2cb64dc27af0eb9ba280beb83f645be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11506526560, jitterRate=0.07162879407405853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T22:40:21,715 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:21,716 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for d2cb64dc27af0eb9ba280beb83f645be: Running coprocessor pre-open hook at 1732747221706Writing region info on filesystem at 1732747221706Initializing all the Stores at 1732747221707 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732747221707Cleaning up temporary data from old regions at 1732747221711 (+4 ms)Running coprocessor post-open hooks at 1732747221715 (+4 ms)Region opened successfully at 1732747221716 (+1 ms) 2024-11-27T22:40:21,717 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., pid=94, masterSystemTime=1732747221702 2024-11-27T22:40:21,719 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:21,719 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:21,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=d2cb64dc27af0eb9ba280beb83f645be, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36815,1732747086764 2024-11-27T22:40:21,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cb64dc27af0eb9ba280beb83f645be, server=da99f16e0d32,36815,1732747086764 because future has completed 2024-11-27T22:40:21,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T22:40:21,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure d2cb64dc27af0eb9ba280beb83f645be, server=da99f16e0d32,36815,1732747086764 in 172 msec 2024-11-27T22:40:21,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-27T22:40:21,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d2cb64dc27af0eb9ba280beb83f645be, ASSIGN in 327 msec 2024-11-27T22:40:21,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732747221725"}]},"ts":"1732747221725"} 2024-11-27T22:40:21,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T22:40:21,727 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-27T22:40:21,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 777 msec 2024-11-27T22:40:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T22:40:22,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-27T22:40:22,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T22:40:22,093 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30 from hbase tables ns2:test-17327470967581 to tables ns2:table2 2024-11-27T22:40:22,093 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17327470967581 into ns2:table2 2024-11-27T22:40:22,094 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747222093 from hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:40:22,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b0d68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:22,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:22,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:22,096 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:22,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:22,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:22,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e86815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:22,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:22,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:22,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:22,099 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:22,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6859afdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:22,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:22,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:22,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ff5cc7b 2024-11-27T22:40:22,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:22,102 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:22,102 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T22:40:22,102 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T22:40:22,103 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T22:40:22,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:22,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:22,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:22,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:22,108 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T22:40:22,108 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T22:40:22,108 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/partitions_c6f9cfc9-7a83-4a4e-ab91-a8e0289a93e0 2024-11-27T22:40:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741993_1169 (size=153) 2024-11-27T22:40:22,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:22,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:22,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T22:40:23,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-8417867801408947590.jar 2024-11-27T22:40:23,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-8960723998322990730.jar 2024-11-27T22:40:23,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:23,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T22:40:23,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T22:40:23,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T22:40:23,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T22:40:23,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T22:40:23,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T22:40:23,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T22:40:23,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T22:40:23,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T22:40:23,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T22:40:23,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1258986607168500866.jar 2024-11-27T22:40:23,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1258986607168500866.jar 2024-11-27T22:40:23,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-27T22:40:23,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1258986607168500866.jar 2024-11-27T22:40:23,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop-1258986607168500866.jar 2024-11-27T22:40:23,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T22:40:23,666 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T22:40:23,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:23,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:23,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:23,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:23,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:23,666 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T22:40:23,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T22:40:23,678 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T22:40:23,697 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T22:40:23,786 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1887676686_0016_e2d9778a-84ca-4dc1-8792-10d9fa6af046/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-27T22:40:23,786 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/mapreduce.cluster.local.dir/job_local1887676686_0016_e2d9778a-84ca-4dc1-8792-10d9fa6af046/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-27T22:40:23,833 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/e41db0eee31c4d3cb6520637959acc55 2024-11-27T22:40:23,837 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:23,876 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44435/backupUT/backup_1732747142958/ns2/test-17327470967581/archive/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/f/3b9c2e722ce84bd7bb81c1ea4287e05e 2024-11-27T22:40:23,880 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T22:40:23,908 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7b5f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:23,908 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:23,908 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:23,909 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509fcf79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:23,911 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:23,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a81d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:23,912 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:23,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:23,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:23,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:23,916 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-27T22:40:23,916 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:23,916 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:23,917 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:23,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:23,917 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T22:40:23,917 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: da99f16e0d32 2024-11-27T22:40:23,923 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747222093/_temporary/0/_temporary/attempt_local1887676686_0016_r_000000_0/f/f84da6329d6540299cfaf5a9dc26aee6 is 38, key is row-t20/f:q1/1732747127766/Put/seqid=0 2024-11-27T22:40:23,924 WARN [Thread-1949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [da99f16e0d32:36815] Specified favored nodes: [da99f16e0d32:36815] 2024-11-27T22:40:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741994_1170 (size=8935) 2024-11-27T22:40:24,827 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747222093 2024-11-27T22:40:24,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a45b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:24,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:24,829 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f12cf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,830 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:24,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196fc2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:24,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:24,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:24,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:24,836 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747222093/_SUCCESS 2024-11-27T22:40:24,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:24,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:24,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628972bc 2024-11-27T22:40:24,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:24,842 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:24,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:24,848 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T22:40:24,854 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747222093/f/f84da6329d6540299cfaf5a9dc26aee6 first=Optional[row-t20] last=Optional[row98] 2024-11-27T22:40:24,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747222093/f/f84da6329d6540299cfaf5a9dc26aee6 for inclusion in d2cb64dc27af0eb9ba280beb83f645be/f 2024-11-27T22:40:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-27T22:40:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T22:40:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(2603): Flush status journal for d2cb64dc27af0eb9ba280beb83f645be: 2024-11-27T22:40:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/hbase-staging/bulk_output-ns2-table2-1732747222093/f/f84da6329d6540299cfaf5a9dc26aee6 to hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__oji1ec7k02dp3koem9dqu87tun25g2uupil2h4gd1l1le2lncvcgmuhe53q4mh8t/f/f84da6329d6540299cfaf5a9dc26aee6 2024-11-27T22:40:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__oji1ec7k02dp3koem9dqu87tun25g2uupil2h4gd1l1le2lncvcgmuhe53q4mh8t/f/f84da6329d6540299cfaf5a9dc26aee6 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be/f/67ac1babe0b14b9ab6a7697430d77643_SeqId_4_ 2024-11-27T22:40:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97e4f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:24,868 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:24,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b13974f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:24,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:24,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,870 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:24,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61902f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ce9b78 2024-11-27T22:40:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:24,873 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T22:40:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:24,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:24,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:24,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T22:40:24,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:24,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:24,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:24,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:24,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__oji1ec7k02dp3koem9dqu87tun25g2uupil2h4gd1l1le2lncvcgmuhe53q4mh8t/f/f84da6329d6540299cfaf5a9dc26aee6 into d2cb64dc27af0eb9ba280beb83f645be/f as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be/f/67ac1babe0b14b9ab6a7697430d77643_SeqId_4_ - updating store file list. 2024-11-27T22:40:24,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be/f/67ac1babe0b14b9ab6a7697430d77643_SeqId_4_ into d2cb64dc27af0eb9ba280beb83f645be/f 2024-11-27T22:40:24,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__oji1ec7k02dp3koem9dqu87tun25g2uupil2h4gd1l1le2lncvcgmuhe53q4mh8t/f/f84da6329d6540299cfaf5a9dc26aee6 into d2cb64dc27af0eb9ba280beb83f645be/f (new location: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be/f/67ac1babe0b14b9ab6a7697430d77643_SeqId_4_) 2024-11-27T22:40:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/staging/jenkins__ns2_table2__oji1ec7k02dp3koem9dqu87tun25g2uupil2h4gd1l1le2lncvcgmuhe53q4mh8t/f/f84da6329d6540299cfaf5a9dc26aee6 2024-11-27T22:40:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d001f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,40263,-1 for getting cluster id 2024-11-27T22:40:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T22:40:24,905 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a071297d-7bde-42bc-8f61-6366c52f2fea' 2024-11-27T22:40:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T22:40:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a071297d-7bde-42bc-8f61-6366c52f2fea" 2024-11-27T22:40:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6360c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,40263,-1] 2024-11-27T22:40:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T22:40:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,907 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T22:40:24,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ffc262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T22:40:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T22:40:24,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,40263,1732747084945 2024-11-27T22:40:24,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f2e4c2 2024-11-27T22:40:24,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T22:40:24,910 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T22:40:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T22:40:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36815,1732747086764, seqNum=-1] 2024-11-27T22:40:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T22:40:24,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T22:40:24,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T22:40:24,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T22:40:24,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:24,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815. 2024-11-27T22:40:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:24,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:24,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:24,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:24,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:24,930 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T22:40:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 , the old value is region=ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., hostname=da99f16e0d32,36815,1732747086764, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T22:40:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 from cache 2024-11-27T22:40:24,936 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T22:40:24,953 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17327470967581', skipping incremental restore step. 2024-11-27T22:40:24,953 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T22:40:24,953 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732747175849 hdfs://localhost:44435/backupUT/backup_1732747175849/ns2/test-17327470967581/ 2024-11-27T22:40:24,953 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T22:40:24,955 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T22:40:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.CallRunner(138): callId: 732 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:42642 deadline: 1732747284955, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732747197905.7561462b54f94505960633f827644887. is not online on da99f16e0d32,36815,1732747086764 2024-11-27T22:40:24,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 , the old value is region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732747197905.7561462b54f94505960633f827644887. is not online on da99f16e0d32,36815,1732747086764 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:24,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732747197905.7561462b54f94505960633f827644887. is not online on da99f16e0d32,36815,1732747086764 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:24,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732747197905.7561462b54f94505960633f827644887., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 from cache 2024-11-27T22:40:25,039 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da99f16e0d32:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-27T22:40:25,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43., hostname=da99f16e0d32,36815,1732747086764, seqNum=7] 2024-11-27T22:40:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.CallRunner(138): callId: 736 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:42642 deadline: 1732747285076, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. is not online on da99f16e0d32,36815,1732747086764 2024-11-27T22:40:25,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 , the old value is region=table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b., hostname=da99f16e0d32,36815,1732747086764, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. is not online on da99f16e0d32,36815,1732747086764 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:25,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b. is not online on da99f16e0d32,36815,1732747086764 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:25,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732747197905.cb7903d44412d663513e4a1a1667b93b., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 from cache 2024-11-27T22:40:25,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6., hostname=da99f16e0d32,36815,1732747086764, seqNum=7] 2024-11-27T22:40:25,196 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-27T22:40:25,202 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-27T22:40:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:25,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T22:40:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:25,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T22:40:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:25,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T22:40:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:25,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T22:40:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:25,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T22:40:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T22:40:25,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T22:40:25,230 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-27T22:40:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] ipc.CallRunner(138): callId: 744 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:42642 deadline: 1732747285229, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. is not online on da99f16e0d32,36815,1732747086764 2024-11-27T22:40:25,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 , the old value is region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. is not online on da99f16e0d32,36815,1732747086764 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:25,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e. is not online on da99f16e0d32,36815,1732747086764 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T22:40:25,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e., hostname=da99f16e0d32,36815,1732747086764, seqNum=2 from cache 2024-11-27T22:40:25,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be., hostname=da99f16e0d32,36815,1732747086764, seqNum=2] 2024-11-27T22:40:25,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:25,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:25,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:25,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:25,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:25,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=637 (was 611) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1701012084-172.17.0.2-1732747079502:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1701012084-172.17.0.2-1732747079502:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-982131760_20 at /127.0.0.1:58624 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1702958355_20 at /127.0.0.1:45392 [Receiving block BP-1701012084-172.17.0.2-1732747079502:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'da99f16e0d32,36815,1732747086764' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1701012084-172.17.0.2-1732747079502:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (da99f16e0d32,40263,1732747084945)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1702958355_20 at /127.0.0.1:45380 [Receiving block BP-1701012084-172.17.0.2-1732747079502:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1702958355_20 at /127.0.0.1:45398 [Receiving block BP-1701012084-172.17.0.2-1732747079502:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(da99f16e0d32,36815,1732747086764)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=639 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=791 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=20 (was 20), AvailableMemoryMB=249 (was 4232) 2024-11-27T22:40:25,367 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=637 is superior to 500 2024-11-27T22:40:25,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T22:40:25,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:25,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:25,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:25,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:25,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:25,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T22:40:25,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1987750799, stopped=false 2024-11-27T22:40:25,378 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,40263,1732747084945 2024-11-27T22:40:25,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T22:40:25,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T22:40:25,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:40:25,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:40:25,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T22:40:25,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T22:40:25,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T22:40:25,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T22:40:25,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:25,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:25,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,36815,1732747086764' ***** 2024-11-27T22:40:25,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T22:40:25,434 INFO [RS:0;da99f16e0d32:36815 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T22:40:25,440 INFO [RS:0;da99f16e0d32:36815 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4e9f9f74{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T22:40:25,441 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T22:40:25,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T22:40:25,442 INFO [RS:0;da99f16e0d32:36815 {}] server.AbstractConnector(383): Stopped ServerConnector@392e8b4f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T22:40:25,443 INFO [RS:0;da99f16e0d32:36815 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:25,443 INFO [RS:0;da99f16e0d32:36815 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2402682c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T22:40:25,443 INFO [RS:0;da99f16e0d32:36815 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@9bc013e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:25,446 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T22:40:25,446 INFO [RS:0;da99f16e0d32:36815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T22:40:25,446 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-27T22:40:25,447 INFO [RS:0;da99f16e0d32:36815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T22:40:25,447 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for e9b9db59d990213e9cefb277b8660f75 2024-11-27T22:40:25,448 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9b9db59d990213e9cefb277b8660f75, disabling compactions & flushes 2024-11-27T22:40:25,448 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:40:25,448 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:40:25,448 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. after waiting 0 ms 2024-11-27T22:40:25,448 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:40:25,448 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e9b9db59d990213e9cefb277b8660f75 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cb27eeafc2b758407c5ccdd4dae6da9 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for 209967617a71eea131d6e9e095e5a7f6 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d2bb5bcbb2c2321e36acc61a5dd3d30 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for f1b9c03c2f863a7d5ae9c2282e311904 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for d2cb64dc27af0eb9ba280beb83f645be 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for f977f63e0b90c33252f21c6745fa933e 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,36815,1732747086764 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T22:40:25,449 INFO [RS:0;da99f16e0d32:36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:36815. 2024-11-27T22:40:25,449 DEBUG [RS:0;da99f16e0d32:36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:25,450 DEBUG [RS:0;da99f16e0d32:36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:25,450 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T22:40:25,450 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T22:40:25,450 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T22:40:25,450 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T22:40:25,450 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-27T22:40:25,451 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d2bb5bcbb2c2321e36acc61a5dd3d30, 209967617a71eea131d6e9e095e5a7f6, 6cb27eeafc2b758407c5ccdd4dae6da9, d2cb64dc27af0eb9ba280beb83f645be, d7a7c9bb937c7e8fe4fa46111f20d940, e9b9db59d990213e9cefb277b8660f75, f1b9c03c2f863a7d5ae9c2282e311904, f977f63e0b90c33252f21c6745fa933e, fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:25,451 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T22:40:25,451 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T22:40:25,451 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T22:40:25,451 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T22:40:25,451 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T22:40:25,451 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-27T22:40:25,473 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f2/4a7d6ea1ba674706bc5d8c1b0c54be84 is 58, key is row-test-1732747096758-2-0/f2:q1/1732747170834/Put/seqid=0 2024-11-27T22:40:25,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741995_1171 (size=5464) 2024-11-27T22:40:25,496 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/info/bf750a4b2e6a4cb8a4feaceca7b59326 is 159, key is ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30./info:regioninfo/1732747100806/Put/seqid=0 2024-11-27T22:40:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741996_1172 (size=19093) 2024-11-27T22:40:25,651 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d2bb5bcbb2c2321e36acc61a5dd3d30, 209967617a71eea131d6e9e095e5a7f6, 6cb27eeafc2b758407c5ccdd4dae6da9, d2cb64dc27af0eb9ba280beb83f645be, d7a7c9bb937c7e8fe4fa46111f20d940, e9b9db59d990213e9cefb277b8660f75, f1b9c03c2f863a7d5ae9c2282e311904, f977f63e0b90c33252f21c6745fa933e, fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:25,851 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d2bb5bcbb2c2321e36acc61a5dd3d30, 209967617a71eea131d6e9e095e5a7f6, 6cb27eeafc2b758407c5ccdd4dae6da9, d2cb64dc27af0eb9ba280beb83f645be, d7a7c9bb937c7e8fe4fa46111f20d940, e9b9db59d990213e9cefb277b8660f75, f1b9c03c2f863a7d5ae9c2282e311904, f977f63e0b90c33252f21c6745fa933e, fc1a70413ffb40904d34f1e9be0fdd43 2024-11-27T22:40:25,889 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f2/4a7d6ea1ba674706bc5d8c1b0c54be84 2024-11-27T22:40:25,896 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/.tmp/f2/4a7d6ea1ba674706bc5d8c1b0c54be84 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f2/4a7d6ea1ba674706bc5d8c1b0c54be84 2024-11-27T22:40:25,902 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/f2/4a7d6ea1ba674706bc5d8c1b0c54be84, entries=7, sequenceid=348, filesize=5.3 K 2024-11-27T22:40:25,903 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e9b9db59d990213e9cefb277b8660f75 in 455ms, sequenceid=348, compaction requested=false 2024-11-27T22:40:25,907 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/test-1732747096758/e9b9db59d990213e9cefb277b8660f75/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-27T22:40:25,907 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,908 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:40:25,908 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9b9db59d990213e9cefb277b8660f75: Waiting for close lock at 1732747225448Running coprocessor pre-close hooks at 1732747225448Disabling compacts and flushes for region at 1732747225448Disabling writes for close at 1732747225448Obtaining lock to block concurrent updates at 1732747225448Preparing flush snapshotting stores in e9b9db59d990213e9cefb277b8660f75 at 1732747225448Finished memstore snapshotting test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732747225449 (+1 ms)Flushing stores of test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. at 1732747225449Flushing e9b9db59d990213e9cefb277b8660f75/f2: creating writer at 1732747225450 (+1 ms)Flushing e9b9db59d990213e9cefb277b8660f75/f2: appending metadata at 1732747225472 (+22 ms)Flushing e9b9db59d990213e9cefb277b8660f75/f2: closing flushed file at 1732747225472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7357b7: reopening flushed file at 1732747225895 (+423 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e9b9db59d990213e9cefb277b8660f75 in 455ms, sequenceid=348, compaction requested=false at 1732747225903 (+8 ms)Writing region close event to WAL at 1732747225904 (+1 ms)Running coprocessor post-close hooks at 1732747225907 (+3 ms)Closed at 1732747225908 (+1 ms) 2024-11-27T22:40:25,908 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732747096758,,1732747097276.e9b9db59d990213e9cefb277b8660f75. 2024-11-27T22:40:25,908 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cb27eeafc2b758407c5ccdd4dae6da9, disabling compactions & flushes 2024-11-27T22:40:25,908 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:40:25,908 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:40:25,908 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. after waiting 0 ms 2024-11-27T22:40:25,908 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:40:25,913 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns4/test-17327470967583/6cb27eeafc2b758407c5ccdd4dae6da9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T22:40:25,913 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,913 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:40:25,914 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cb27eeafc2b758407c5ccdd4dae6da9: Waiting for close lock at 1732747225908Running coprocessor pre-close hooks at 1732747225908Disabling compacts and flushes for region at 1732747225908Disabling writes for close at 1732747225908Writing region close event to WAL at 1732747225909 (+1 ms)Running coprocessor post-close hooks at 1732747225913 (+4 ms)Closed at 1732747225913 2024-11-27T22:40:25,914 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17327470967583,,1732747104141.6cb27eeafc2b758407c5ccdd4dae6da9. 2024-11-27T22:40:25,914 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 209967617a71eea131d6e9e095e5a7f6, disabling compactions & flushes 2024-11-27T22:40:25,914 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:25,914 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:25,914 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. after waiting 0 ms 2024-11-27T22:40:25,914 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:25,918 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/209967617a71eea131d6e9e095e5a7f6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-27T22:40:25,919 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,919 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:25,919 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 209967617a71eea131d6e9e095e5a7f6: Waiting for close lock at 1732747225914Running coprocessor pre-close hooks at 1732747225914Disabling compacts and flushes for region at 1732747225914Disabling writes for close at 1732747225914Writing region close event to WAL at 1732747225915 (+1 ms)Running coprocessor post-close hooks at 1732747225918 (+3 ms)Closed at 1732747225919 (+1 ms) 2024-11-27T22:40:25,919 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732747209164.209967617a71eea131d6e9e095e5a7f6. 2024-11-27T22:40:25,919 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/info/bf750a4b2e6a4cb8a4feaceca7b59326 2024-11-27T22:40:25,919 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d2bb5bcbb2c2321e36acc61a5dd3d30, disabling compactions & flushes 2024-11-27T22:40:25,919 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:40:25,919 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:40:25,919 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. after waiting 0 ms 2024-11-27T22:40:25,919 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:40:25,925 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/test-17327470967581/1d2bb5bcbb2c2321e36acc61a5dd3d30/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-27T22:40:25,926 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,926 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:40:25,927 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d2bb5bcbb2c2321e36acc61a5dd3d30: Waiting for close lock at 1732747225919Running coprocessor pre-close hooks at 1732747225919Disabling compacts and flushes for region at 1732747225919Disabling writes for close at 1732747225919Writing region close event to WAL at 1732747225920 (+1 ms)Running coprocessor post-close hooks at 1732747225926 (+6 ms)Closed at 1732747225926 2024-11-27T22:40:25,927 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17327470967581,,1732747099622.1d2bb5bcbb2c2321e36acc61a5dd3d30. 2024-11-27T22:40:25,927 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc1a70413ffb40904d34f1e9be0fdd43, disabling compactions & flushes 2024-11-27T22:40:25,927 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:25,927 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:25,927 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. after waiting 0 ms 2024-11-27T22:40:25,927 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:25,935 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/default/table1/fc1a70413ffb40904d34f1e9be0fdd43/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-27T22:40:25,936 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,936 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:25,936 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc1a70413ffb40904d34f1e9be0fdd43: Waiting for close lock at 1732747225927Running coprocessor pre-close hooks at 1732747225927Disabling compacts and flushes for region at 1732747225927Disabling writes for close at 1732747225927Writing region close event to WAL at 1732747225928 (+1 ms)Running coprocessor post-close hooks at 1732747225936 (+8 ms)Closed at 1732747225936 2024-11-27T22:40:25,936 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732747209164.fc1a70413ffb40904d34f1e9be0fdd43. 2024-11-27T22:40:25,936 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1b9c03c2f863a7d5ae9c2282e311904, disabling compactions & flushes 2024-11-27T22:40:25,936 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:40:25,936 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:40:25,936 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. after waiting 0 ms 2024-11-27T22:40:25,936 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:40:25,944 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns3/test-17327470967582/f1b9c03c2f863a7d5ae9c2282e311904/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T22:40:25,945 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,945 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:40:25,945 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1b9c03c2f863a7d5ae9c2282e311904: Waiting for close lock at 1732747225936Running coprocessor pre-close hooks at 1732747225936Disabling compacts and flushes for region at 1732747225936Disabling writes for close at 1732747225936Writing region close event to WAL at 1732747225940 (+4 ms)Running coprocessor post-close hooks at 1732747225945 (+5 ms)Closed at 1732747225945 2024-11-27T22:40:25,945 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17327470967582,,1732747101973.f1b9c03c2f863a7d5ae9c2282e311904. 2024-11-27T22:40:25,945 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2cb64dc27af0eb9ba280beb83f645be, disabling compactions & flushes 2024-11-27T22:40:25,945 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:25,945 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:25,945 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. after waiting 0 ms 2024-11-27T22:40:25,946 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:25,949 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/ns/b0eb026e4b5740da83f58d096b73a267 is 85, key is ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e./ns:/1732747220966/DeleteFamily/seqid=0 2024-11-27T22:40:25,950 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/ns2/table2/d2cb64dc27af0eb9ba280beb83f645be/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T22:40:25,950 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,950 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:25,950 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2cb64dc27af0eb9ba280beb83f645be: Waiting for close lock at 1732747225945Running coprocessor pre-close hooks at 1732747225945Disabling compacts and flushes for region at 1732747225945Disabling writes for close at 1732747225945Writing region close event to WAL at 1732747225946 (+1 ms)Running coprocessor post-close hooks at 1732747225950 (+4 ms)Closed at 1732747225950 2024-11-27T22:40:25,950 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732747220965.d2cb64dc27af0eb9ba280beb83f645be. 2024-11-27T22:40:25,951 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f977f63e0b90c33252f21c6745fa933e, disabling compactions & flushes 2024-11-27T22:40:25,951 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:40:25,951 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:40:25,951 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. after waiting 0 ms 2024-11-27T22:40:25,951 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:40:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741997_1173 (size=5760) 2024-11-27T22:40:25,956 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system_bulk/f977f63e0b90c33252f21c6745fa933e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T22:40:25,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:25,957 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:40:25,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f977f63e0b90c33252f21c6745fa933e: Waiting for close lock at 1732747225951Running coprocessor pre-close hooks at 1732747225951Disabling compacts and flushes for region at 1732747225951Disabling writes for close at 1732747225951Writing region close event to WAL at 1732747225951Running coprocessor post-close hooks at 1732747225957 (+6 ms)Closed at 1732747225957 2024-11-27T22:40:25,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732747110354.f977f63e0b90c33252f21c6745fa933e. 2024-11-27T22:40:25,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7a7c9bb937c7e8fe4fa46111f20d940, disabling compactions & flushes 2024-11-27T22:40:25,957 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:40:25,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:40:25,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. after waiting 0 ms 2024-11-27T22:40:25,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:40:25,958 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7a7c9bb937c7e8fe4fa46111f20d940 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-27T22:40:25,962 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/825c956223254882aa659978fc8f0412 is 158, key is trslm:hdfs://localhost:44435/backupUT\x00ns2:test-17327470967581/meta:log-roll-map/1732747197278/Put/seqid=0 2024-11-27T22:40:25,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741998_1174 (size=6208) 2024-11-27T22:40:26,030 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T22:40:26,030 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T22:40:26,052 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:40:26,252 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7a7c9bb937c7e8fe4fa46111f20d940 2024-11-27T22:40:26,354 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/ns/b0eb026e4b5740da83f58d096b73a267 2024-11-27T22:40:26,367 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/825c956223254882aa659978fc8f0412 2024-11-27T22:40:26,376 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/250458c4aa294d9ea8e23ac960886f1b is 588, key is session:backup_1732747175849/session:context/1732747197764/Put/seqid=0 2024-11-27T22:40:26,382 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/rep_barrier/d0ef76a3ef5641d49b960295a1562789 is 94, key is ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e./rep_barrier:/1732747220966/DeleteFamily/seqid=0 2024-11-27T22:40:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741999_1175 (size=5689) 2024-11-27T22:40:26,386 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/250458c4aa294d9ea8e23ac960886f1b 2024-11-27T22:40:26,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073742000_1176 (size=5640) 2024-11-27T22:40:26,393 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/meta/825c956223254882aa659978fc8f0412 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/825c956223254882aa659978fc8f0412 2024-11-27T22:40:26,398 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/meta/825c956223254882aa659978fc8f0412, entries=7, sequenceid=52, filesize=6.1 K 2024-11-27T22:40:26,398 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/.tmp/session/250458c4aa294d9ea8e23ac960886f1b as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/250458c4aa294d9ea8e23ac960886f1b 2024-11-27T22:40:26,406 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/session/250458c4aa294d9ea8e23ac960886f1b, entries=2, sequenceid=52, filesize=5.6 K 2024-11-27T22:40:26,407 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for d7a7c9bb937c7e8fe4fa46111f20d940 in 449ms, sequenceid=52, compaction requested=true 2024-11-27T22:40:26,413 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/backup/system/d7a7c9bb937c7e8fe4fa46111f20d940/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-27T22:40:26,413 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:26,413 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:40:26,413 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7a7c9bb937c7e8fe4fa46111f20d940: Waiting for close lock at 1732747225957Running coprocessor pre-close hooks at 1732747225957Disabling compacts and flushes for region at 1732747225957Disabling writes for close at 1732747225957Obtaining lock to block concurrent updates at 1732747225958 (+1 ms)Preparing flush snapshotting stores in d7a7c9bb937c7e8fe4fa46111f20d940 at 1732747225958Finished memstore snapshotting backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732747225958Flushing stores of backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. at 1732747225958Flushing d7a7c9bb937c7e8fe4fa46111f20d940/meta: creating writer at 1732747225959 (+1 ms)Flushing d7a7c9bb937c7e8fe4fa46111f20d940/meta: appending metadata at 1732747225961 (+2 ms)Flushing d7a7c9bb937c7e8fe4fa46111f20d940/meta: closing flushed file at 1732747225961Flushing d7a7c9bb937c7e8fe4fa46111f20d940/session: creating writer at 1732747226372 (+411 ms)Flushing d7a7c9bb937c7e8fe4fa46111f20d940/session: appending metadata at 1732747226375 (+3 ms)Flushing d7a7c9bb937c7e8fe4fa46111f20d940/session: closing flushed file at 1732747226376 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d858f2: reopening flushed file at 1732747226392 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f49982d: reopening flushed file at 1732747226398 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for d7a7c9bb937c7e8fe4fa46111f20d940 in 449ms, sequenceid=52, compaction requested=true at 1732747226407 (+9 ms)Writing region close event to WAL at 1732747226410 (+3 ms)Running coprocessor post-close hooks at 1732747226413 (+3 ms)Closed at 1732747226413 2024-11-27T22:40:26,413 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732747108165.d7a7c9bb937c7e8fe4fa46111f20d940. 2024-11-27T22:40:26,452 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T22:40:26,452 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T22:40:26,452 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T22:40:26,652 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T22:40:26,793 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/rep_barrier/d0ef76a3ef5641d49b960295a1562789 2024-11-27T22:40:26,818 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/table/106bf850d5be46cb959b5c3866a5c7ff is 88, key is ns2:table2,,1732747203132.b6fb8a6cb436fb9adefc7256a9001d6e./table:/1732747220966/DeleteFamily/seqid=0 2024-11-27T22:40:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073742001_1177 (size=6364) 2024-11-27T22:40:26,853 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T22:40:27,053 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T22:40:27,223 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/table/106bf850d5be46cb959b5c3866a5c7ff 2024-11-27T22:40:27,228 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/info/bf750a4b2e6a4cb8a4feaceca7b59326 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/info/bf750a4b2e6a4cb8a4feaceca7b59326 2024-11-27T22:40:27,232 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/info/bf750a4b2e6a4cb8a4feaceca7b59326, entries=114, sequenceid=97, filesize=18.6 K 2024-11-27T22:40:27,233 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/ns/b0eb026e4b5740da83f58d096b73a267 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/ns/b0eb026e4b5740da83f58d096b73a267 2024-11-27T22:40:27,238 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/ns/b0eb026e4b5740da83f58d096b73a267, entries=10, sequenceid=97, filesize=5.6 K 2024-11-27T22:40:27,239 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/rep_barrier/d0ef76a3ef5641d49b960295a1562789 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/rep_barrier/d0ef76a3ef5641d49b960295a1562789 2024-11-27T22:40:27,244 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/rep_barrier/d0ef76a3ef5641d49b960295a1562789, entries=3, sequenceid=97, filesize=5.5 K 2024-11-27T22:40:27,245 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/.tmp/table/106bf850d5be46cb959b5c3866a5c7ff as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/table/106bf850d5be46cb959b5c3866a5c7ff 2024-11-27T22:40:27,252 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/table/106bf850d5be46cb959b5c3866a5c7ff, entries=21, sequenceid=97, filesize=6.2 K 2024-11-27T22:40:27,253 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1802ms, sequenceid=97, compaction requested=false 2024-11-27T22:40:27,253 DEBUG [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T22:40:27,259 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-27T22:40:27,260 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T22:40:27,260 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T22:40:27,260 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T22:40:27,260 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732747225451Running coprocessor pre-close hooks at 1732747225451Disabling compacts and flushes for region at 1732747225451Disabling writes for close at 1732747225451Obtaining lock to block concurrent updates at 1732747225452 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732747225452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732747225452Flushing stores of hbase:meta,,1.1588230740 at 1732747225453 (+1 ms)Flushing 1588230740/info: creating writer at 1732747225453Flushing 1588230740/info: appending metadata at 1732747225496 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732747225496Flushing 1588230740/ns: creating writer at 1732747225927 (+431 ms)Flushing 1588230740/ns: appending metadata at 1732747225948 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732747225948Flushing 1588230740/rep_barrier: creating writer at 1732747226359 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732747226381 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732747226381Flushing 1588230740/table: creating writer at 1732747226798 (+417 ms)Flushing 1588230740/table: appending metadata at 1732747226817 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732747226818 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd0a6b2: reopening flushed file at 1732747227227 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e81019: reopening flushed file at 1732747227232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64007a98: reopening flushed file at 1732747227238 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344e8499: reopening flushed file at 1732747227244 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1802ms, sequenceid=97, compaction requested=false at 1732747227253 (+9 ms)Writing region close event to WAL at 1732747227256 (+3 ms)Running coprocessor post-close hooks at 1732747227260 (+4 ms)Closed at 1732747227260 2024-11-27T22:40:27,260 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T22:40:27,453 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,36815,1732747086764; all regions closed. 2024-11-27T22:40:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741953_1129 (size=16160) 2024-11-27T22:40:27,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.meta.1732747180430.meta not finished, retry = 0 2024-11-27T22:40:27,561 DEBUG [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs 2024-11-27T22:40:27,561 INFO [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.meta:.meta(num 1732747180430) 2024-11-27T22:40:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741954_1130 (size=7557) 2024-11-27T22:40:27,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1.1732747180449 not finished, retry = 0 2024-11-27T22:40:27,667 DEBUG [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs 2024-11-27T22:40:27,667 INFO [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-1:(num 1732747180449) 2024-11-27T22:40:27,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/WALs/da99f16e0d32,36815,1732747086764/da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0.1732747180475 not finished, retry = 0 2024-11-27T22:40:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741955_1131 (size=4491) 2024-11-27T22:40:27,772 DEBUG [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/oldWALs 2024-11-27T22:40:27,772 INFO [RS:0;da99f16e0d32:36815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C36815%2C1732747086764.da99f16e0d32%2C36815%2C1732747086764.regiongroup-0:(num 1732747180475) 2024-11-27T22:40:27,772 DEBUG [RS:0;da99f16e0d32:36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:27,772 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T22:40:27,772 INFO [RS:0;da99f16e0d32:36815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T22:40:27,772 INFO [RS:0;da99f16e0d32:36815 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T22:40:27,772 INFO [RS:0;da99f16e0d32:36815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T22:40:27,772 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T22:40:27,773 INFO [RS:0;da99f16e0d32:36815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36815 2024-11-27T22:40:28,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T22:40:28,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/da99f16e0d32,36815,1732747086764 2024-11-27T22:40:28,096 INFO [RS:0;da99f16e0d32:36815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T22:40:28,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,36815,1732747086764] 2024-11-27T22:40:28,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T22:40:28,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x1017e723ca50001, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T22:40:28,335 INFO [RS:0;da99f16e0d32:36815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T22:40:28,335 INFO [RS:0;da99f16e0d32:36815 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,36815,1732747086764; zookeeper connection closed. 2024-11-27T22:40:28,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20bcc851 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20bcc851 2024-11-27T22:40:28,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T22:40:28,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/da99f16e0d32,36815,1732747086764 already deleted, retry=false 2024-11-27T22:40:28,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,36815,1732747086764 expired; onlineServers=0 2024-11-27T22:40:28,445 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,40263,1732747084945' ***** 2024-11-27T22:40:28,445 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T22:40:28,445 INFO [M:0;da99f16e0d32:40263 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T22:40:28,453 INFO [M:0;da99f16e0d32:40263 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4654c4e6{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T22:40:28,453 INFO [M:0;da99f16e0d32:40263 {}] server.AbstractConnector(383): Stopped ServerConnector@1c61c16f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T22:40:28,453 INFO [M:0;da99f16e0d32:40263 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:28,453 INFO [M:0;da99f16e0d32:40263 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@76773e5f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T22:40:28,453 INFO [M:0;da99f16e0d32:40263 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@333a8c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:28,454 INFO [M:0;da99f16e0d32:40263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T22:40:28,454 INFO [M:0;da99f16e0d32:40263 {}] master.HMaster(1770): Stopping master jetty server 2024-11-27T22:40:28,454 INFO [M:0;da99f16e0d32:40263 {}] server.AbstractConnector(383): Stopped ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T22:40:28,455 INFO [M:0;da99f16e0d32:40263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T22:40:28,455 DEBUG [M:0;da99f16e0d32:40263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T22:40:28,455 INFO [M:0;da99f16e0d32:40263 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-27T22:40:28,455 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T22:40:28,455 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732747089632 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732747089632,5,FailOnTimeoutGroup] 2024-11-27T22:40:28,455 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732747089632 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732747089632,5,FailOnTimeoutGroup] 2024-11-27T22:40:28,455 INFO [M:0;da99f16e0d32:40263 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;da99f16e0d32:40263. 2024-11-27T22:40:28,456 DEBUG [M:0;da99f16e0d32:40263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T22:40:28,456 DEBUG [M:0;da99f16e0d32:40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:28,456 DEBUG [M:0;da99f16e0d32:40263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T22:40:28,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T22:40:28,456 DEBUG [M:0;da99f16e0d32:40263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T22:40:28,456 INFO [M:0;da99f16e0d32:40263 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T22:40:28,456 INFO [M:0;da99f16e0d32:40263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T22:40:28,456 DEBUG [M:0;da99f16e0d32:40263 {}] master.HMaster(1795): Stopping service threads 2024-11-27T22:40:28,456 INFO [M:0;da99f16e0d32:40263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T22:40:28,457 INFO [M:0;da99f16e0d32:40263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T22:40:28,457 ERROR [M:0;da99f16e0d32:40263 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-27T22:40:28,457 INFO [M:0;da99f16e0d32:40263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T22:40:28,458 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T22:40:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-27T22:40:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T22:40:28,594 DEBUG [M:0;da99f16e0d32:40263 {}] zookeeper.ZKUtil(347): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-27T22:40:28,594 WARN [M:0;da99f16e0d32:40263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T22:40:28,595 INFO [M:0;da99f16e0d32:40263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/.lastflushedseqids 2024-11-27T22:40:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073742002_1178 (size=761) 2024-11-27T22:40:29,009 INFO [M:0;da99f16e0d32:40263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T22:40:29,009 INFO [M:0;da99f16e0d32:40263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T22:40:29,009 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T22:40:29,028 INFO [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:40:29,029 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:40:29,029 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T22:40:29,029 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:40:29,029 INFO [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.61 KB heapSize=512.21 KB 2024-11-27T22:40:29,055 DEBUG [M:0;da99f16e0d32:40263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/619085e090064b199bf7af3848e7b70d is 82, key is hbase:meta,,1/info:regioninfo/1732747091059/Put/seqid=0 2024-11-27T22:40:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073742003_1179 (size=5672) 2024-11-27T22:40:29,468 INFO [M:0;da99f16e0d32:40263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=888 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/619085e090064b199bf7af3848e7b70d 2024-11-27T22:40:29,494 DEBUG [M:0;da99f16e0d32:40263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d5d8455b5814f0e8cede34c1b71b0f8 is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1732747218074/Put/seqid=0 2024-11-27T22:40:29,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073742004_1180 (size=28836) 2024-11-27T22:40:29,903 INFO [M:0;da99f16e0d32:40263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.05 KB at sequenceid=888 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d5d8455b5814f0e8cede34c1b71b0f8 2024-11-27T22:40:29,908 INFO [M:0;da99f16e0d32:40263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d5d8455b5814f0e8cede34c1b71b0f8 2024-11-27T22:40:29,923 DEBUG [M:0;da99f16e0d32:40263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/691a29bb65fa494fb26bdc448ac01d72 is 69, key is da99f16e0d32,36815,1732747086764/rs:state/1732747089719/Put/seqid=0 2024-11-27T22:40:29,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073742005_1181 (size=5156) 2024-11-27T22:40:30,332 INFO [M:0;da99f16e0d32:40263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=888 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/691a29bb65fa494fb26bdc448ac01d72 2024-11-27T22:40:30,338 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/619085e090064b199bf7af3848e7b70d as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/619085e090064b199bf7af3848e7b70d 2024-11-27T22:40:30,343 INFO [M:0;da99f16e0d32:40263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/619085e090064b199bf7af3848e7b70d, entries=8, sequenceid=888, filesize=5.5 K 2024-11-27T22:40:30,344 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d5d8455b5814f0e8cede34c1b71b0f8 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d5d8455b5814f0e8cede34c1b71b0f8 2024-11-27T22:40:30,350 INFO [M:0;da99f16e0d32:40263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d5d8455b5814f0e8cede34c1b71b0f8 2024-11-27T22:40:30,350 INFO [M:0;da99f16e0d32:40263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d5d8455b5814f0e8cede34c1b71b0f8, entries=93, sequenceid=888, filesize=28.2 K 2024-11-27T22:40:30,351 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/691a29bb65fa494fb26bdc448ac01d72 as hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/691a29bb65fa494fb26bdc448ac01d72 2024-11-27T22:40:30,366 INFO [M:0;da99f16e0d32:40263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/691a29bb65fa494fb26bdc448ac01d72, entries=1, sequenceid=888, filesize=5.0 K 2024-11-27T22:40:30,367 INFO [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.61 KB/447084, heapSize ~511.91 KB/524200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=888, compaction requested=false 2024-11-27T22:40:30,379 INFO [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T22:40:30,379 DEBUG [M:0;da99f16e0d32:40263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732747229009Disabling compacts and flushes for region at 1732747229009Disabling writes for close at 1732747229029 (+20 ms)Obtaining lock to block concurrent updates at 1732747229029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732747229029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447084, getHeapSize=524440, getOffHeapSize=0, getCellsCount=1011 at 1732747229030 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732747229030Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732747229031 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732747229054 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732747229055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732747229472 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732747229493 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732747229493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732747229908 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732747229922 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732747229922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef4c40f: reopening flushed file at 1732747230337 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6efca570: reopening flushed file at 1732747230343 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e2e80f: reopening flushed file at 1732747230350 (+7 ms)Finished flush of dataSize ~436.61 KB/447084, heapSize ~511.91 KB/524200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=888, compaction requested=false at 1732747230367 (+17 ms)Writing region close event to WAL at 1732747230379 (+12 ms)Closed at 1732747230379 2024-11-27T22:40:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38591 is added to blk_1073741830_1006 (size=505715) 2024-11-27T22:40:30,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b757f34c-4934-46f0-2590-0b68a32f3530/MasterData/WALs/da99f16e0d32,40263,1732747084945/da99f16e0d32%2C40263%2C1732747084945.da99f16e0d32%2C40263%2C1732747084945.regiongroup-0.1732747088586 not finished, retry = 0 2024-11-27T22:40:30,490 INFO [M:0;da99f16e0d32:40263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T22:40:30,490 INFO [M:0;da99f16e0d32:40263 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-27T22:40:30,490 INFO [M:0;da99f16e0d32:40263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40263 2024-11-27T22:40:30,490 INFO [M:0;da99f16e0d32:40263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T22:40:30,491 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T22:40:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T22:40:30,667 INFO [M:0;da99f16e0d32:40263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T22:40:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40263-0x1017e723ca50000, quorum=127.0.0.1:50134, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T22:40:30,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458a2127{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T22:40:30,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aae9c86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T22:40:30,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:30,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d601e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T22:40:30,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e76850f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:30,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T22:40:30,686 WARN [BP-1701012084-172.17.0.2-1732747079502 heartbeating to localhost/127.0.0.1:44435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T22:40:30,686 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T22:40:30,686 WARN [BP-1701012084-172.17.0.2-1732747079502 heartbeating to localhost/127.0.0.1:44435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1701012084-172.17.0.2-1732747079502 (Datanode Uuid ab6c7e10-6da7-4226-af97-e98e320e5da7) service to localhost/127.0.0.1:44435 2024-11-27T22:40:30,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/data/data1/current/BP-1701012084-172.17.0.2-1732747079502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T22:40:30,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/cluster_4ea8dd97-d3ea-dbd1-ab86-4439298b87df/data/data2/current/BP-1701012084-172.17.0.2-1732747079502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T22:40:30,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T22:40:30,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@187e2c42{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T22:40:30,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@414d0c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T22:40:30,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:30,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9bdb94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T22:40:30,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b7670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:30,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T22:40:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T22:40:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-27T22:40:30,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30c87b17{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T22:40:30,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@106b5ff9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T22:40:30,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:30,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ca602ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T22:40:30,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61ccba24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:30,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@744c8deb{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T22:40:30,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de76cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T22:40:30,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:30,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25834e0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T22:40:30,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61111235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:30,852 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T22:40:30,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37ca094b{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T22:40:30,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12677269{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T22:40:30,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:30,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c0ce480{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T22:40:30,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74dca6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:30,857 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-27T22:40:30,861 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-27T22:40:30,861 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-27T22:40:30,862 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T22:40:30,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4131f2f2{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T22:40:30,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1478f1aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T22:40:30,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T22:40:30,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338b53fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T22:40:30,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6206d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/6871aca6-5af4-79f4-64ce-1604366d8687/hadoop.log.dir/,STOPPED} 2024-11-27T22:40:30,867 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T22:40:30,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped