2024-11-08 19:59:55,707 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 19:59:55,718 main DEBUG Took 0.009071 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 19:59:55,718 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 19:59:55,719 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 19:59:55,720 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 19:59:55,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,730 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 19:59:55,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,744 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,744 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,745 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,747 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,748 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,749 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,749 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,751 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:59:55,753 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,753 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 19:59:55,754 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:59:55,755 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 19:59:55,757 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 19:59:55,758 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 19:59:55,759 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 19:59:55,759 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 19:59:55,768 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 19:59:55,770 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 19:59:55,772 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 19:59:55,773 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 19:59:55,773 main DEBUG createAppenders(={Console}) 2024-11-08 19:59:55,774 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-08 19:59:55,774 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 19:59:55,775 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-08 19:59:55,775 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 19:59:55,776 main DEBUG OutputStream closed 2024-11-08 19:59:55,776 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 19:59:55,776 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 19:59:55,776 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-08 19:59:55,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 19:59:55,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 19:59:55,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 19:59:55,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 19:59:55,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 19:59:55,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 19:59:55,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 19:59:55,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 19:59:55,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 19:59:55,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 19:59:55,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 19:59:55,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 19:59:55,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 19:59:55,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 19:59:55,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 19:59:55,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 19:59:55,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 19:59:55,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 19:59:55,853 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 19:59:55,854 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-08 19:59:55,854 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 19:59:55,854 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-08T19:59:55,888 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-08 19:59:55,890 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 19:59:55,891 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T19:59:56,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285 2024-11-08T19:59:56,150 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T19:59:56,152 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T19:59:56,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:59:56,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d, deleteOnExit=true 2024-11-08T19:59:56,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:59:56,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/test.cache.data in system properties and HBase conf 2024-11-08T19:59:56,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:59:56,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:59:56,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:59:56,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:59:56,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:59:56,246 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T19:59:56,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:59:56,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:59:56,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:59:56,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:59:56,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:59:56,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:59:56,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:59:56,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:59:56,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:59:56,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:59:56,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:59:56,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:59:56,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:59:56,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:59:56,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:59:57,329 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T19:59:57,407 INFO [Time-limited test {}] log.Log(170): Logging initialized @2374ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T19:59:57,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:59:57,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:59:57,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:59:57,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:59:57,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:59:57,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:59:57,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:59:57,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:59:57,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir/jetty-localhost-46085-hadoop-hdfs-3_4_1-tests_jar-_-any-12474321086040047173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:59:57,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:46085} 2024-11-08T19:59:57,808 INFO [Time-limited test {}] server.Server(415): Started @2777ms 2024-11-08T19:59:58,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:59:58,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:59:58,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:59:58,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:59:58,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:59:58,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:59:58,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:59:58,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir/jetty-localhost-38107-hadoop-hdfs-3_4_1-tests_jar-_-any-14756945550221510408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:59:58,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:38107} 2024-11-08T19:59:58,470 INFO [Time-limited test {}] server.Server(415): Started @3439ms 2024-11-08T19:59:58,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:59:59,411 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/data/data2/current/BP-1567330196-172.17.0.2-1731095996847/current, will proceed with Du for space computation calculation, 2024-11-08T19:59:59,411 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/data/data1/current/BP-1567330196-172.17.0.2-1731095996847/current, will proceed with Du for space computation calculation, 2024-11-08T19:59:59,442 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:59:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9893e277211ac1dc with lease ID 0xc466085921715f81: Processing first storage report for DS-61e43602-dd20-4488-96c0-650b6ab463cd from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=010f78e2-c39c-40f6-b757-689b5820d472, infoPort=46049, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=1358824777;c=1731095996847) 2024-11-08T19:59:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9893e277211ac1dc with lease ID 0xc466085921715f81: from storage DS-61e43602-dd20-4488-96c0-650b6ab463cd node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=010f78e2-c39c-40f6-b757-689b5820d472, infoPort=46049, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=1358824777;c=1731095996847), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:59:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9893e277211ac1dc with lease ID 0xc466085921715f81: Processing first storage report for DS-3fb63664-f382-409f-94f3-b867ec7075cd from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=010f78e2-c39c-40f6-b757-689b5820d472, infoPort=46049, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=1358824777;c=1731095996847) 2024-11-08T19:59:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9893e277211ac1dc with lease ID 0xc466085921715f81: from storage DS-3fb63664-f382-409f-94f3-b867ec7075cd node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=010f78e2-c39c-40f6-b757-689b5820d472, infoPort=46049, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=1358824777;c=1731095996847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:59:59,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285 2024-11-08T19:59:59,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/zookeeper_0, clientPort=61804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:59:59,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61804 2024-11-08T19:59:59,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:59:59,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:59:59,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:00:00,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b with version=8 2024-11-08T20:00:00,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging 2024-11-08T20:00:00,248 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-08T20:00:00,248 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-08T20:00:00,249 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-08T20:00:00,249 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-08T20:00:00,340 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T20:00:00,600 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b75fe890c219:0 server-side Connection retries=45 2024-11-08T20:00:00,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:00:00,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:00:00,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:00:00,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:00:00,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:00:00,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:00:00,792 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T20:00:00,800 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T20:00:00,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:00:00,828 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52882 (auto-detected) 2024-11-08T20:00:00,829 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T20:00:00,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38169 2024-11-08T20:00:00,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38169 connecting to ZooKeeper ensemble=127.0.0.1:61804 2024-11-08T20:00:00,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381690x0, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:00:00,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38169-0x1011d5247290000 connected 2024-11-08T20:00:01,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:00:01,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:00:01,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T20:00:01,087 INFO [Time-limited test {}] log.Log(170): Logging initialized @6056ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T20:00:01,130 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T20:00:01,130 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T20:00:01,131 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T20:00:01,132 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T20:00:01,132 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T20:00:01,133 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-08T20:00:01,134 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T20:00:01,134 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T20:00:01,135 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T20:00:01,189 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 37993 2024-11-08T20:00:01,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T20:00:01,201 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T20:00:01,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:00:01,202 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T20:00:01,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T20:00:01,240 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T20:00:01,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:00:01,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:00:01,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:00:01,251 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T20:00:01,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T20:00:01,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:37993} 2024-11-08T20:00:01,811 INFO [Time-limited test {}] server.Server(415): Started @6780ms 2024-11-08T20:00:01,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b, hbase.cluster.distributed=false 2024-11-08T20:00:01,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T20:00:01,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38169 2024-11-08T20:00:01,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38169 2024-11-08T20:00:01,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38169 2024-11-08T20:00:01,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38169 2024-11-08T20:00:01,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38169 2024-11-08T20:00:01,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T20:00:01,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:00:01,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:00:01,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:00:01,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:00:01,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:00:01,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:00:01,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:00:01,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35667 2024-11-08T20:00:01,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35667 connecting to ZooKeeper ensemble=127.0.0.1:61804 2024-11-08T20:00:01,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:00:01,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:00:02,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356670x0, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:00:02,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356670x0, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T20:00:02,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35667-0x1011d5247290001 connected 2024-11-08T20:00:02,035 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T20:00:02,035 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T20:00:02,036 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T20:00:02,036 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T20:00:02,036 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T20:00:02,037 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-08T20:00:02,037 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T20:00:02,038 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T20:00:02,038 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T20:00:02,040 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44137 2024-11-08T20:00:02,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T20:00:02,041 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T20:00:02,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:00:02,042 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T20:00:02,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T20:00:02,056 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T20:00:02,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:00:02,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:00:02,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:00:02,059 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T20:00:02,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T20:00:02,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:44137} 2024-11-08T20:00:02,062 INFO [Time-limited test {}] server.Server(415): Started @7031ms 2024-11-08T20:00:02,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:00:02,075 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:00:02,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-08T20:00:02,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T20:00:02,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35667 2024-11-08T20:00:02,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35667 2024-11-08T20:00:02,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35667 2024-11-08T20:00:02,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35667 2024-11-08T20:00:02,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35667 2024-11-08T20:00:02,105 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b75fe890c219:38169 2024-11-08T20:00:02,108 INFO [master/b75fe890c219:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T20:00:02,113 INFO [master/b75fe890c219:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@294c9b87{HTTP/1.1, (http/1.1)}{0.0.0.0:37995} 2024-11-08T20:00:02,113 INFO [master/b75fe890c219:0:becomeActiveMaster {}] server.Server(415): Started @7082ms 2024-11-08T20:00:02,114 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/b75fe890c219,38169,1731096000428 2024-11-08T20:00:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T20:00:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T20:00:02,139 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/b75fe890c219,38169,1731096000428 2024-11-08T20:00:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-08T20:00:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:02,171 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-08T20:00:02,172 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/b75fe890c219,38169,1731096000428 from backup master directory 2024-11-08T20:00:02,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/b75fe890c219,38169,1731096000428 2024-11-08T20:00:02,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T20:00:02,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T20:00:02,183 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:00:02,183 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b75fe890c219,38169,1731096000428 2024-11-08T20:00:02,185 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T20:00:02,186 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T20:00:02,243 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase.id] with ID: 5032a68b-4171-41f8-9b34-ec16e857d3e2 2024-11-08T20:00:02,243 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.tmp/hbase.id 2024-11-08T20:00:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:00:02,256 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.tmp/hbase.id]:[hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase.id] 2024-11-08T20:00:02,308 INFO [master/b75fe890c219:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:00:02,313 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:00:02,340 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-08T20:00:02,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:02,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:00:02,400 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:02,402 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:00:02,407 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T20:00:02,409 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T20:00:02,418 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:00:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:00:02,867 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store 2024-11-08T20:00:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:00:03,291 INFO [master/b75fe890c219:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T20:00:03,294 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:03,295 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:00:03,295 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:00:03,295 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:00:03,297 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:00:03,297 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:00:03,297 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:00:03,298 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096003295Disabling compacts and flushes for region at 1731096003295Disabling writes for close at 1731096003297 (+2 ms)Writing region close event to WAL at 1731096003297Closed at 1731096003297 2024-11-08T20:00:03,300 WARN [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/.initializing 2024-11-08T20:00:03,301 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/WALs/b75fe890c219,38169,1731096000428 2024-11-08T20:00:03,305 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:00:03,309 INFO [master/b75fe890c219:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219,38169,1731096000428.regiongroup-0 2024-11-08T20:00:03,323 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C38169%2C1731096000428.b75fe890c219%2C38169%2C1731096000428.regiongroup-0, suffix=, logDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/WALs/b75fe890c219,38169,1731096000428, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/oldWALs, maxLogs=10 2024-11-08T20:00:03,344 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/WALs/b75fe890c219,38169,1731096000428/b75fe890c219%2C38169%2C1731096000428.b75fe890c219%2C38169%2C1731096000428.regiongroup-0.1731096003327, exclude list is [], retry=0 2024-11-08T20:00:03,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:03,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T20:00:03,395 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/WALs/b75fe890c219,38169,1731096000428/b75fe890c219%2C38169%2C1731096000428.b75fe890c219%2C38169%2C1731096000428.regiongroup-0.1731096003327 2024-11-08T20:00:03,396 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:03,396 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:03,397 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:03,400 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,401 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:00:03,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:03,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:03,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:00:03,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:03,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:03,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:00:03,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:03,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:03,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:00:03,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:03,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:03,485 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,488 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,489 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,495 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,496 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,499 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:00:03,503 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:00:03,508 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:03,509 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9626156000, jitterRate=-0.10349436104297638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:00:03,516 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096003418Initializing all the Stores at 1731096003420 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096003421 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096003422 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096003423 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096003423Cleaning up temporary data from old regions at 1731096003496 (+73 ms)Region opened successfully at 1731096003516 (+20 ms) 2024-11-08T20:00:03,518 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:00:03,546 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497f0d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T20:00:03,578 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:00:03,592 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:00:03,592 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:00:03,596 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:00:03,598 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T20:00:03,604 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T20:00:03,604 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:00:03,633 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:00:03,643 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-08T20:00:03,694 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-08T20:00:03,698 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:00:03,700 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:00:03,710 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-08T20:00:03,714 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:00:03,720 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:00:03,727 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-08T20:00:03,730 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:00:03,740 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-08T20:00:03,765 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:00:03,773 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-08T20:00:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T20:00:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T20:00:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,788 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b75fe890c219,38169,1731096000428, sessionid=0x1011d5247290000, setting cluster-up flag (Was=false) 2024-11-08T20:00:03,794 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-08T20:00:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,840 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-08T20:00:03,842 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,38169,1731096000428 2024-11-08T20:00:03,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,885 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-08T20:00:03,887 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,38169,1731096000428 2024-11-08T20:00:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:03,931 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-08T20:00:03,933 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,38169,1731096000428 2024-11-08T20:00:03,938 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:00:03,995 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(746): ClusterId : 5032a68b-4171-41f8-9b34-ec16e857d3e2 2024-11-08T20:00:03,996 INFO [RS:0;b75fe890c219:35667 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-08T20:00:03,998 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:00:04,029 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:00:04,029 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-08T20:00:04,033 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:00:04,041 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-08T20:00:04,042 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:00:04,043 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:00:04,049 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:00:04,054 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:00:04,054 DEBUG [RS:0;b75fe890c219:35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4772db5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T20:00:04,055 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b75fe890c219,38169,1731096000428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:00:04,061 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:00:04,061 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:00:04,061 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:00:04,061 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:00:04,062 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b75fe890c219:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:00:04,062 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,062 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:00:04,062 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,066 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731096034066 2024-11-08T20:00:04,068 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b75fe890c219:35667 2024-11-08T20:00:04,068 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:00:04,069 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:00:04,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:00:04,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:00:04,071 INFO [RS:0;b75fe890c219:35667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:00:04,071 INFO [RS:0;b75fe890c219:35667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:00:04,072 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:00:04,074 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,38169,1731096000428 with port=35667, startcode=1731096001923 2024-11-08T20:00:04,074 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:00:04,075 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-08T20:00:04,075 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:00:04,076 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:00:04,076 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:00:04,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:04,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:00:04,077 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,084 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:00:04,086 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:00:04,086 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:00:04,086 DEBUG [RS:0;b75fe890c219:35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:00:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:00:04,096 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac31297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:04,097 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:04,100 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:04,111 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:04,120 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:00:04,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:04,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:04,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a90f6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:04,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:04,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:04,127 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38169 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-08T20:00:04,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:04,131 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238ff499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:04,135 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T20:00:04,137 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:00:04,137 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:00:04,139 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731096004139,5,FailOnTimeoutGroup] 2024-11-08T20:00:04,140 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731096004139,5,FailOnTimeoutGroup] 2024-11-08T20:00:04,140 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,140 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:00:04,141 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,141 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,146 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T20:00:04,146 WARN [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T20:00:04,248 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,38169,1731096000428 with port=35667, startcode=1731096001923 2024-11-08T20:00:04,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,35667,1731096001923 2024-11-08T20:00:04,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38169 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,35667,1731096001923 2024-11-08T20:00:04,259 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:04,259 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37117 2024-11-08T20:00:04,259 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=37993 2024-11-08T20:00:04,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T20:00:04,308 DEBUG [RS:0;b75fe890c219:35667 {}] zookeeper.ZKUtil(111): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rs/b75fe890c219,35667,1731096001923 2024-11-08T20:00:04,308 WARN [RS:0;b75fe890c219:35667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:00:04,308 INFO [RS:0;b75fe890c219:35667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T20:00:04,309 INFO [RS:0;b75fe890c219:35667 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T20:00:04,309 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923 2024-11-08T20:00:04,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,35667,1731096001923] 2024-11-08T20:00:04,331 INFO [RS:0;b75fe890c219:35667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:00:04,347 INFO [RS:0;b75fe890c219:35667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:00:04,352 INFO [RS:0;b75fe890c219:35667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:00:04,352 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,353 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:00:04,359 INFO [RS:0;b75fe890c219:35667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:00:04,360 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,361 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,361 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,361 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,361 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,361 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,361 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:00:04,361 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,362 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,362 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,362 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,362 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,362 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:00:04,362 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:00:04,362 DEBUG [RS:0;b75fe890c219:35667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:00:04,363 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,363 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,364 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,364 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,364 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,364 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35667,1731096001923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:00:04,382 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:00:04,384 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35667,1731096001923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,384 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,384 INFO [RS:0;b75fe890c219:35667 {}] regionserver.Replication(171): b75fe890c219,35667,1731096001923 started 2024-11-08T20:00:04,400 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:04,400 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,35667,1731096001923, RpcServer on b75fe890c219/172.17.0.2:35667, sessionid=0x1011d5247290001 2024-11-08T20:00:04,401 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:00:04,401 DEBUG [RS:0;b75fe890c219:35667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,35667,1731096001923 2024-11-08T20:00:04,401 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,35667,1731096001923' 2024-11-08T20:00:04,401 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-08T20:00:04,402 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-08T20:00:04,403 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:00:04,403 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-08T20:00:04,403 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,35667,1731096001923' 2024-11-08T20:00:04,403 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:00:04,403 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:00:04,404 INFO [RS:0;b75fe890c219:35667 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-08T20:00:04,404 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-08T20:00:04,404 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:00:04,404 DEBUG [RS:0;b75fe890c219:35667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,35667,1731096001923 2024-11-08T20:00:04,404 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,35667,1731096001923' 2024-11-08T20:00:04,404 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-08T20:00:04,405 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-08T20:00:04,405 DEBUG [RS:0;b75fe890c219:35667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:00:04,405 INFO [RS:0;b75fe890c219:35667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:00:04,405 INFO [RS:0;b75fe890c219:35667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:00:04,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:00:04,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:00:04,509 INFO [RS:0;b75fe890c219:35667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:00:04,510 INFO [RS:0;b75fe890c219:35667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219,35667,1731096001923.regiongroup-0 2024-11-08T20:00:04,513 INFO [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0, suffix=, logDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs, maxLogs=32 2024-11-08T20:00:04,526 DEBUG [RS:0;b75fe890c219:35667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096004515, exclude list is [], retry=0 2024-11-08T20:00:04,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:04,534 INFO [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096004515 2024-11-08T20:00:04,534 DEBUG [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:04,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:04,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:00:04,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:00:04,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:04,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:04,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:00:04,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:00:04,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:04,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:04,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:00:04,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:00:04,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:04,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:04,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:00:04,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:00:04,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:04,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:04,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:00:04,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740 2024-11-08T20:00:04,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740 2024-11-08T20:00:04,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:00:04,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:00:04,929 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:00:04,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:00:04,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:04,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9576308320, jitterRate=-0.10813678801059723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:00:04,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731096004905Initializing all the Stores at 1731096004907 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096004907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096004908 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096004908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096004908Cleaning up temporary data from old regions at 1731096004929 (+21 ms)Region opened successfully at 1731096004938 (+9 ms) 2024-11-08T20:00:04,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:00:04,939 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:00:04,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:00:04,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:00:04,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:00:04,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:00:04,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096004938Disabling compacts and flushes for region at 1731096004938Disabling writes for close at 1731096004939 (+1 ms)Writing region close event to WAL at 1731096004940 (+1 ms)Closed at 1731096004940 2024-11-08T20:00:04,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:00:04,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:00:04,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:00:04,958 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:00:04,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:00:05,113 DEBUG [b75fe890c219:38169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:00:05,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:05,131 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,35667,1731096001923, state=OPENING 2024-11-08T20:00:05,190 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:00:05,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:05,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:00:05,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T20:00:05,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T20:00:05,200 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:00:05,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:05,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:00:05,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:00:05,390 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:00:05,391 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T20:00:05,392 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T20:00:05,392 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:00:05,392 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:00:05,396 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C35667%2C1731096001923.meta, suffix=.meta, logDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs, maxLogs=32 2024-11-08T20:00:05,410 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096005397.meta, exclude list is [], retry=0 2024-11-08T20:00:05,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:05,417 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096005397.meta 2024-11-08T20:00:05,418 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:05,418 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:05,422 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:05,423 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:00:05,425 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:00:05,426 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:00:05,429 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:00:05,430 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:05,430 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:00:05,430 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:00:05,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:00:05,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:00:05,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:05,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:05,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:00:05,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:00:05,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:05,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:05,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:00:05,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:00:05,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:05,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:05,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:00:05,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:00:05,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:05,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:00:05,448 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:00:05,450 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740 2024-11-08T20:00:05,453 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740 2024-11-08T20:00:05,455 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:00:05,455 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:00:05,456 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:00:05,458 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:00:05,460 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9487139520, jitterRate=-0.1164412796497345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:00:05,460 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:00:05,461 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096005431Writing region info on filesystem at 1731096005431Initializing all the Stores at 1731096005433 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096005433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096005434 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096005434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096005434Cleaning up temporary data from old regions at 1731096005455 (+21 ms)Running coprocessor post-open hooks at 1731096005460 (+5 ms)Region opened successfully at 1731096005461 (+1 ms) 2024-11-08T20:00:05,468 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731096005370 2024-11-08T20:00:05,480 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:00:05,481 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:00:05,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:05,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,35667,1731096001923, state=OPEN 2024-11-08T20:00:05,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T20:00:05,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T20:00:05,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T20:00:05,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T20:00:05,511 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,35667,1731096001923 2024-11-08T20:00:05,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:00:05,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,35667,1731096001923 in 308 msec 2024-11-08T20:00:05,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:00:05,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 568 msec 2024-11-08T20:00:05,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:00:05,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:00:05,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:05,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:05,561 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:05,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:05,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5980 sec 2024-11-08T20:00:05,583 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096005583, completionTime=-1 2024-11-08T20:00:05,587 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:00:05,587 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T20:00:05,623 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T20:00:05,623 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731096065623 2024-11-08T20:00:05,623 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731096125623 2024-11-08T20:00:05,623 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-11-08T20:00:05,625 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38169,1731096000428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:05,625 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38169,1731096000428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:05,625 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38169,1731096000428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:05,627 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b75fe890c219:38169, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:05,627 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:05,628 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:05,634 DEBUG [master/b75fe890c219:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:00:05,657 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.474sec 2024-11-08T20:00:05,658 INFO [master/b75fe890c219:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:00:05,659 INFO [master/b75fe890c219:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:00:05,660 INFO [master/b75fe890c219:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:00:05,661 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:00:05,661 INFO [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:00:05,661 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38169,1731096000428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:00:05,662 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38169,1731096000428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:00:05,669 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:00:05,670 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:00:05,670 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38169,1731096000428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:00:05,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:05,699 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T20:00:05,699 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T20:00:05,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:05,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:05,709 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:05,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:05,714 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:05,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:05,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:05,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:05,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b75fe890c219,38169,1731096000428 2024-11-08T20:00:05,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-08T20:00:05,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/test.cache.data in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:00:05,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:00:05,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:00:05,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:00:05,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:00:05,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:00:05,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:00:05,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:00:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741835_1011 (size=592039) 2024-11-08T20:00:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741836_1012 (size=1663647) 2024-11-08T20:00:07,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:00:07,813 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:00:08,045 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:00:08,046 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:00:08,046 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T20:00:08,046 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:00:08,047 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:00:08,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:00:08,047 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@357aa33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:00:08,047 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338ad629{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T20:00:08,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:00:08,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:00:08,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:00:08,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:00:08,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:00:08,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T20:00:08,161 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T20:00:08,162 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-08T20:00:08,162 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T20:00:08,163 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T20:00:08,201 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:08,294 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:08,515 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:08,537 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ae83217{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir/jetty-localhost-33167-hadoop-yarn-common-3_4_1_jar-_-any-14539762704776780701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T20:00:08,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c86d757{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir/jetty-localhost-35429-hadoop-yarn-common-3_4_1_jar-_-any-17217807454624435362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T20:00:08,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:35429} 2024-11-08T20:00:08,538 INFO [Time-limited test {}] server.Server(415): Started @13507ms 2024-11-08T20:00:08,539 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@6bda844c{HTTP/1.1, (http/1.1)}{localhost:33167} 2024-11-08T20:00:08,539 INFO [Thread-251 {}] server.Server(415): Started @13508ms 2024-11-08T20:00:08,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741837_1013 (size=5) 2024-11-08T20:00:09,411 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T20:00:09,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:00:09,447 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T20:00:09,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:00:09,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:00:09,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:00:09,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:00:09,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:00:09,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@851bacc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:00:09,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af992ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T20:00:09,525 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T20:00:09,525 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T20:00:09,525 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T20:00:09,525 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T20:00:09,537 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:09,544 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:09,641 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:09,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ae1a266{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir/jetty-localhost-38461-hadoop-yarn-common-3_4_1_jar-_-any-14720934611690006723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T20:00:09,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5d522c{HTTP/1.1, (http/1.1)}{localhost:38461} 2024-11-08T20:00:09,654 INFO [Time-limited test {}] server.Server(415): Started @14623ms 2024-11-08T20:00:09,769 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T20:00:09,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:00:09,783 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T20:00:09,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:00:09,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:00:09,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:00:09,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:00:09,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:00:09,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4c5182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:00:09,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb9a805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T20:00:09,840 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T20:00:09,840 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T20:00:09,840 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T20:00:09,840 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T20:00:09,848 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:09,852 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:09,936 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T20:00:09,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1761030a{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/java.io.tmpdir/jetty-localhost-35649-hadoop-yarn-common-3_4_1_jar-_-any-2445105942494905842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T20:00:09,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cdd48f4{HTTP/1.1, (http/1.1)}{localhost:35649} 2024-11-08T20:00:09,941 INFO [Time-limited test {}] server.Server(415): Started @14910ms 2024-11-08T20:00:09,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-08T20:00:09,961 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:37117/backupUT 2024-11-08T20:00:09,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:00:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:00:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b867cc 2024-11-08T20:00:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:00:09,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:00:09,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-08T20:00:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-08T20:00:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:00:09,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 18 msec 2024-11-08T20:00:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:00:10,103 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-08T20:00:10,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-08T20:00:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-08T20:00:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T20:00:10,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2024-11-08T20:00:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T20:00:10,221 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-08T20:00:10,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-08T20:00:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-08T20:00:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T20:00:10,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 15 msec 2024-11-08T20:00:10,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:00:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T20:00:10,341 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-08T20:00:10,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-08T20:00:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-08T20:00:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:00:10,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 15 msec 2024-11-08T20:00:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:00:10,460 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-08T20:00:10,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731096009961', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731096009961 2024-11-08T20:00:10,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731096009961 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:00:10,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731096009961" procId is: 8 2024-11-08T20:00:10,483 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T20:00:10,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731096009961 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:00:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741838_1014 (size=367) 2024-11-08T20:00:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T20:00:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T20:00:10,899 INFO [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8a5f7e703e30a43be76ccf495fd4323, NAME => 'test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731096009961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:10,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741839_1015 (size=53) 2024-11-08T20:00:10,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T20:00:11,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:00:11,000 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:11,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:00:11,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-08T20:00:11,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:00:11,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:00:11,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:00:11,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T20:00:11,311 DEBUG [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:11,312 DEBUG [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(1722): Closing b8a5f7e703e30a43be76ccf495fd4323, disabling compactions & flushes 2024-11-08T20:00:11,312 INFO [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:11,312 DEBUG [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:11,312 DEBUG [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. after waiting 0 ms 2024-11-08T20:00:11,312 DEBUG [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:11,313 INFO [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(1973): Closed test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:11,313 DEBUG [RegionOpenAndInit-test-1731096009961-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8a5f7e703e30a43be76ccf495fd4323: Waiting for close lock at 1731096011311Disabling compacts and flushes for region at 1731096011311Disabling writes for close at 1731096011312 (+1 ms)Writing region close event to WAL at 1731096011312Closed at 1731096011312 2024-11-08T20:00:11,317 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731096009961 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:00:11,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731096011317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096011317"}]},"ts":"1731096011317"} 2024-11-08T20:00:11,330 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:00:11,332 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731096009961 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:00:11,335 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731096009961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096011332"}]},"ts":"1731096011332"} 2024-11-08T20:00:11,339 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731096009961, state=ENABLING in hbase:meta 2024-11-08T20:00:11,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, ASSIGN}] 2024-11-08T20:00:11,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, ASSIGN 2024-11-08T20:00:11,344 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:00:11,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:11,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, ASSIGN because future has completed 2024-11-08T20:00:11,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T20:00:11,693 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:11,693 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:00:11,693 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219,35667,1731096001923.regiongroup-1 2024-11-08T20:00:11,696 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1, suffix=, logDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs, maxLogs=32 2024-11-08T20:00:11,718 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096011699, exclude list is [], retry=0 2024-11-08T20:00:11,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:11,725 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096011699 2024-11-08T20:00:11,726 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:11,726 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b8a5f7e703e30a43be76ccf495fd4323, NAME => 'test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:11,726 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:11,727 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731096009961 b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,727 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:11,727 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,727 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,729 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,732 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a5f7e703e30a43be76ccf495fd4323 columnFamilyName f 2024-11-08T20:00:11,732 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:11,733 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(327): Store=b8a5f7e703e30a43be76ccf495fd4323/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:11,733 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,735 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,735 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,736 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,736 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,738 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,742 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:11,742 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened b8a5f7e703e30a43be76ccf495fd4323; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11105114720, jitterRate=0.03424440324306488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:00:11,742 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:11,744 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b8a5f7e703e30a43be76ccf495fd4323: Running coprocessor pre-open hook at 1731096011727Writing region info on filesystem at 1731096011727Initializing all the Stores at 1731096011729 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096011729Cleaning up temporary data from old regions at 1731096011736 (+7 ms)Running coprocessor post-open hooks at 1731096011742 (+6 ms)Region opened successfully at 1731096011744 (+2 ms) 2024-11-08T20:00:11,745 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., pid=10, masterSystemTime=1731096011663 2024-11-08T20:00:11,749 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:11,749 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:11,750 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:11,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:00:11,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 in 249 msec 2024-11-08T20:00:11,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:00:11,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, ASSIGN in 418 msec 2024-11-08T20:00:11,764 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731096009961 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:00:11,764 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731096009961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096011764"}]},"ts":"1731096011764"} 2024-11-08T20:00:11,767 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731096009961, state=ENABLED in hbase:meta 2024-11-08T20:00:11,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731096009961 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:00:11,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731096009961 in 1.2960 sec 2024-11-08T20:00:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T20:00:12,632 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731096009961 completed 2024-11-08T20:00:12,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75aa1bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:12,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:12,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:12,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69175859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:12,643 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9aa885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:12,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:12,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:12,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731096009961', row='row0', locateType=CURRENT is [region=test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:12,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegion(8528): writing data to region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:00:12,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17310960099611', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17310960099611 2024-11-08T20:00:12,813 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17310960099611 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:00:12,813 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:12,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17310960099611" procId is: 11 2024-11-08T20:00:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:00:12,815 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17310960099611 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:00:12,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741841_1017 (size=364) 2024-11-08T20:00:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:00:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:00:13,265 INFO [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb102e418ffb975d051bfe6e9653e396, NAME => 'ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17310960099611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741842_1018 (size=50) 2024-11-08T20:00:13,278 DEBUG [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:13,278 DEBUG [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(1722): Closing eb102e418ffb975d051bfe6e9653e396, disabling compactions & flushes 2024-11-08T20:00:13,278 INFO [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:13,279 DEBUG [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:13,279 DEBUG [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. after waiting 0 ms 2024-11-08T20:00:13,279 DEBUG [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:13,279 INFO [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:13,279 DEBUG [RegionOpenAndInit-ns2:test-17310960099611-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb102e418ffb975d051bfe6e9653e396: Waiting for close lock at 1731096013278Disabling compacts and flushes for region at 1731096013278Disabling writes for close at 1731096013279 (+1 ms)Writing region close event to WAL at 1731096013279Closed at 1731096013279 2024-11-08T20:00:13,281 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17310960099611 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:00:13,282 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731096013282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096013282"}]},"ts":"1731096013282"} 2024-11-08T20:00:13,285 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:00:13,287 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17310960099611 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:00:13,287 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17310960099611","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096013287"}]},"ts":"1731096013287"} 2024-11-08T20:00:13,290 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17310960099611, state=ENABLING in hbase:meta 2024-11-08T20:00:13,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310960099611, region=eb102e418ffb975d051bfe6e9653e396, ASSIGN}] 2024-11-08T20:00:13,292 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310960099611, region=eb102e418ffb975d051bfe6e9653e396, ASSIGN 2024-11-08T20:00:13,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17310960099611, region=eb102e418ffb975d051bfe6e9653e396, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:00:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:00:13,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb102e418ffb975d051bfe6e9653e396, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:13,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17310960099611, region=eb102e418ffb975d051bfe6e9653e396, ASSIGN because future has completed 2024-11-08T20:00:13,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb102e418ffb975d051bfe6e9653e396, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:13,614 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:13,614 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => eb102e418ffb975d051bfe6e9653e396, NAME => 'ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:13,615 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:13,615 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310960099611 eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,615 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:13,615 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,616 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,619 INFO [StoreOpener-eb102e418ffb975d051bfe6e9653e396-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,622 INFO [StoreOpener-eb102e418ffb975d051bfe6e9653e396-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb102e418ffb975d051bfe6e9653e396 columnFamilyName f 2024-11-08T20:00:13,623 DEBUG [StoreOpener-eb102e418ffb975d051bfe6e9653e396-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:13,624 INFO [StoreOpener-eb102e418ffb975d051bfe6e9653e396-1 {}] regionserver.HStore(327): Store=eb102e418ffb975d051bfe6e9653e396/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:13,624 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,627 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,628 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,629 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,629 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,632 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,636 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:13,636 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened eb102e418ffb975d051bfe6e9653e396; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10441938240, jitterRate=-0.02751871943473816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:00:13,636 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:13,637 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for eb102e418ffb975d051bfe6e9653e396: Running coprocessor pre-open hook at 1731096013616Writing region info on filesystem at 1731096013616Initializing all the Stores at 1731096013618 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096013618Cleaning up temporary data from old regions at 1731096013629 (+11 ms)Running coprocessor post-open hooks at 1731096013636 (+7 ms)Region opened successfully at 1731096013637 (+1 ms) 2024-11-08T20:00:13,639 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396., pid=13, masterSystemTime=1731096013603 2024-11-08T20:00:13,641 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:13,641 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:13,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb102e418ffb975d051bfe6e9653e396, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:13,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb102e418ffb975d051bfe6e9653e396, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:13,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T20:00:13,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure eb102e418ffb975d051bfe6e9653e396, server=b75fe890c219,35667,1731096001923 in 200 msec 2024-11-08T20:00:13,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T20:00:13,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310960099611, region=eb102e418ffb975d051bfe6e9653e396, ASSIGN in 361 msec 2024-11-08T20:00:13,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17310960099611 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:00:13,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17310960099611","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096013656"}]},"ts":"1731096013656"} 2024-11-08T20:00:13,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17310960099611, state=ENABLED in hbase:meta 2024-11-08T20:00:13,660 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17310960099611 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:00:13,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17310960099611 in 850 msec 2024-11-08T20:00:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:00:13,950 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17310960099611 completed 2024-11-08T20:00:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310960099611', row='row0', locateType=CURRENT is [region=ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:13,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegion(8528): writing data to region ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:00:14,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17310960099612', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17310960099612 2024-11-08T20:00:14,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17310960099612 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:00:14,106 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:14,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17310960099612" procId is: 14 2024-11-08T20:00:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:00:14,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17310960099612 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:00:14,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741843_1019 (size=390) 2024-11-08T20:00:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:00:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:00:14,522 INFO [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 369fa34bf122f3ccc482f0fffdf2d36f, NAME => 'ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17310960099612', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741844_1020 (size=50) 2024-11-08T20:00:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:00:14,935 DEBUG [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:14,935 DEBUG [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(1722): Closing 369fa34bf122f3ccc482f0fffdf2d36f, disabling compactions & flushes 2024-11-08T20:00:14,935 INFO [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:00:14,935 DEBUG [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:00:14,935 DEBUG [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. after waiting 0 ms 2024-11-08T20:00:14,935 DEBUG [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:00:14,935 INFO [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:00:14,935 DEBUG [RegionOpenAndInit-ns3:test-17310960099612-pool-0 {}] regionserver.HRegion(1676): Region close journal for 369fa34bf122f3ccc482f0fffdf2d36f: Waiting for close lock at 1731096014935Disabling compacts and flushes for region at 1731096014935Disabling writes for close at 1731096014935Writing region close event to WAL at 1731096014935Closed at 1731096014935 2024-11-08T20:00:14,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17310960099612 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:00:14,937 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731096014937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096014937"}]},"ts":"1731096014937"} 2024-11-08T20:00:14,940 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:00:14,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17310960099612 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:00:14,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17310960099612","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096014942"}]},"ts":"1731096014942"} 2024-11-08T20:00:14,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17310960099612, state=ENABLING in hbase:meta 2024-11-08T20:00:14,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310960099612, region=369fa34bf122f3ccc482f0fffdf2d36f, ASSIGN}] 2024-11-08T20:00:14,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310960099612, region=369fa34bf122f3ccc482f0fffdf2d36f, ASSIGN 2024-11-08T20:00:14,948 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17310960099612, region=369fa34bf122f3ccc482f0fffdf2d36f, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:00:15,099 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=369fa34bf122f3ccc482f0fffdf2d36f, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:15,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17310960099612, region=369fa34bf122f3ccc482f0fffdf2d36f, ASSIGN because future has completed 2024-11-08T20:00:15,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 369fa34bf122f3ccc482f0fffdf2d36f, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:00:15,264 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:00:15,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 369fa34bf122f3ccc482f0fffdf2d36f, NAME => 'ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:15,265 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:15,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310960099612 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:15,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,268 INFO [StoreOpener-369fa34bf122f3ccc482f0fffdf2d36f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,270 INFO [StoreOpener-369fa34bf122f3ccc482f0fffdf2d36f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 369fa34bf122f3ccc482f0fffdf2d36f columnFamilyName f 2024-11-08T20:00:15,270 DEBUG [StoreOpener-369fa34bf122f3ccc482f0fffdf2d36f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:15,271 INFO [StoreOpener-369fa34bf122f3ccc482f0fffdf2d36f-1 {}] regionserver.HStore(327): Store=369fa34bf122f3ccc482f0fffdf2d36f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:15,271 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,273 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns3/test-17310960099612/369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,274 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns3/test-17310960099612/369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,274 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,274 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,277 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,280 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns3/test-17310960099612/369fa34bf122f3ccc482f0fffdf2d36f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:15,281 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 369fa34bf122f3ccc482f0fffdf2d36f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11657544800, jitterRate=0.08569346368312836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:00:15,281 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:00:15,308 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 369fa34bf122f3ccc482f0fffdf2d36f: Running coprocessor pre-open hook at 1731096015266Writing region info on filesystem at 1731096015266Initializing all the Stores at 1731096015267 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096015267Cleaning up temporary data from old regions at 1731096015274 (+7 ms)Running coprocessor post-open hooks at 1731096015281 (+7 ms)Region opened successfully at 1731096015308 (+27 ms) 2024-11-08T20:00:15,310 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f., pid=16, masterSystemTime=1731096015256 2024-11-08T20:00:15,314 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:00:15,314 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=369fa34bf122f3ccc482f0fffdf2d36f, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:15,315 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:00:15,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 369fa34bf122f3ccc482f0fffdf2d36f, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:15,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T20:00:15,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 369fa34bf122f3ccc482f0fffdf2d36f, server=b75fe890c219,35667,1731096001923 in 216 msec 2024-11-08T20:00:15,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T20:00:15,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310960099612, region=369fa34bf122f3ccc482f0fffdf2d36f, ASSIGN in 378 msec 2024-11-08T20:00:15,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17310960099612 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:00:15,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17310960099612","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096015327"}]},"ts":"1731096015327"} 2024-11-08T20:00:15,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17310960099612, state=ENABLED in hbase:meta 2024-11-08T20:00:15,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17310960099612 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:00:15,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17310960099612 in 1.2300 sec 2024-11-08T20:00:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:00:16,262 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17310960099612 completed 2024-11-08T20:00:16,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17310960099612 get assigned. Timeout = 60000ms 2024-11-08T20:00:16,265 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:00:16,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17310960099612 assigned to meta. Checking AM states. 2024-11-08T20:00:16,273 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:00:16,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17310960099612 assigned. 2024-11-08T20:00:16,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17310960099613', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17310960099613 2024-11-08T20:00:16,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17310960099613 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:00:16,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:16,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17310960099613" procId is: 17 2024-11-08T20:00:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T20:00:16,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17310960099613 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:00:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741845_1021 (size=390) 2024-11-08T20:00:16,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731096009961' 2024-11-08T20:00:16,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17310960099611' 2024-11-08T20:00:16,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17310960099612' 2024-11-08T20:00:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T20:00:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T20:00:16,695 INFO [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0e4789d6107d9e2ec0221b539ac074a, NAME => 'ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17310960099613', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741846_1022 (size=50) 2024-11-08T20:00:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T20:00:17,106 DEBUG [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:17,106 DEBUG [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(1722): Closing b0e4789d6107d9e2ec0221b539ac074a, disabling compactions & flushes 2024-11-08T20:00:17,106 INFO [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:00:17,106 DEBUG [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:00:17,106 DEBUG [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. after waiting 0 ms 2024-11-08T20:00:17,106 DEBUG [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:00:17,106 INFO [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:00:17,106 DEBUG [RegionOpenAndInit-ns4:test-17310960099613-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0e4789d6107d9e2ec0221b539ac074a: Waiting for close lock at 1731096017106Disabling compacts and flushes for region at 1731096017106Disabling writes for close at 1731096017106Writing region close event to WAL at 1731096017106Closed at 1731096017106 2024-11-08T20:00:17,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17310960099613 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:00:17,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731096017109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096017109"}]},"ts":"1731096017109"} 2024-11-08T20:00:17,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:00:17,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17310960099613 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:00:17,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17310960099613","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096017114"}]},"ts":"1731096017114"} 2024-11-08T20:00:17,117 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17310960099613, state=ENABLING in hbase:meta 2024-11-08T20:00:17,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310960099613, region=b0e4789d6107d9e2ec0221b539ac074a, ASSIGN}] 2024-11-08T20:00:17,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310960099613, region=b0e4789d6107d9e2ec0221b539ac074a, ASSIGN 2024-11-08T20:00:17,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17310960099613, region=b0e4789d6107d9e2ec0221b539ac074a, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:00:17,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T20:00:17,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b0e4789d6107d9e2ec0221b539ac074a, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:17,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17310960099613, region=b0e4789d6107d9e2ec0221b539ac074a, ASSIGN because future has completed 2024-11-08T20:00:17,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e4789d6107d9e2ec0221b539ac074a, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T20:00:17,438 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:00:17,439 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b0e4789d6107d9e2ec0221b539ac074a, NAME => 'ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:17,440 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:17,440 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310960099613 b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,440 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:17,440 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,441 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,444 INFO [StoreOpener-b0e4789d6107d9e2ec0221b539ac074a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,447 INFO [StoreOpener-b0e4789d6107d9e2ec0221b539ac074a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e4789d6107d9e2ec0221b539ac074a columnFamilyName f 2024-11-08T20:00:17,447 DEBUG [StoreOpener-b0e4789d6107d9e2ec0221b539ac074a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:17,448 INFO [StoreOpener-b0e4789d6107d9e2ec0221b539ac074a-1 {}] regionserver.HStore(327): Store=b0e4789d6107d9e2ec0221b539ac074a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:17,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,449 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns4/test-17310960099613/b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,449 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns4/test-17310960099613/b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,450 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,450 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,452 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,455 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns4/test-17310960099613/b0e4789d6107d9e2ec0221b539ac074a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:17,456 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b0e4789d6107d9e2ec0221b539ac074a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11302830240, jitterRate=0.052658095955848694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:00:17,456 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:00:17,456 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b0e4789d6107d9e2ec0221b539ac074a: Running coprocessor pre-open hook at 1731096017441Writing region info on filesystem at 1731096017441Initializing all the Stores at 1731096017443 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096017443Cleaning up temporary data from old regions at 1731096017450 (+7 ms)Running coprocessor post-open hooks at 1731096017456 (+6 ms)Region opened successfully at 1731096017456 2024-11-08T20:00:17,458 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a., pid=19, masterSystemTime=1731096017429 2024-11-08T20:00:17,460 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:00:17,460 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:00:17,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b0e4789d6107d9e2ec0221b539ac074a, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:17,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e4789d6107d9e2ec0221b539ac074a, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:17,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T20:00:17,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b0e4789d6107d9e2ec0221b539ac074a, server=b75fe890c219,35667,1731096001923 in 190 msec 2024-11-08T20:00:17,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-08T20:00:17,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310960099613, region=b0e4789d6107d9e2ec0221b539ac074a, ASSIGN in 351 msec 2024-11-08T20:00:17,472 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17310960099613 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:00:17,472 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17310960099613","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096017472"}]},"ts":"1731096017472"} 2024-11-08T20:00:17,475 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17310960099613, state=ENABLED in hbase:meta 2024-11-08T20:00:17,476 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17310960099613 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:00:17,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17310960099613 in 1.2000 sec 2024-11-08T20:00:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T20:00:18,431 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17310960099613 completed 2024-11-08T20:00:18,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17310960099613 get assigned. Timeout = 60000ms 2024-11-08T20:00:18,432 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:00:18,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17310960099613 assigned to meta. Checking AM states. 2024-11-08T20:00:18,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:00:18,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17310960099613 assigned. 2024-11-08T20:00:18,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:00:18,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:00:18,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:18,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:18,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:18,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=3043 2024-11-08T20:00:18,476 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-08T20:00:18,477 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-08T20:00:18,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731096009961 from 'test-1731096009961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731096009961', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731096009961 2024-11-08T20:00:18,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741847_1023 (size=908) 2024-11-08T20:00:18,952 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000001.367 2024-11-08T20:00:18,952 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000002.908 2024-11-08T20:00:18,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731096009961}] 2024-11-08T20:00:18,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE}] 2024-11-08T20:00:18,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE 2024-11-08T20:00:18,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=CLOSING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:18,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE because future has completed 2024-11-08T20:00:18,973 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T20:00:18,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:19,133 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:19,134 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T20:00:19,135 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing b8a5f7e703e30a43be76ccf495fd4323, disabling compactions & flushes 2024-11-08T20:00:19,135 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:19,135 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:19,135 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. after waiting 0 ms 2024-11-08T20:00:19,135 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:19,142 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing b8a5f7e703e30a43be76ccf495fd4323 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T20:00:19,201 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f/27ec5866c33842d183f90b7c9d6c9ff4 is 37, key is row10/f:q1/1731096012679/Put/seqid=0 2024-11-08T20:00:19,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741848_1024 (size=8413) 2024-11-08T20:00:19,610 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:00:19,661 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f/27ec5866c33842d183f90b7c9d6c9ff4 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:00:19,670 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T20:00:19,677 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b8a5f7e703e30a43be76ccf495fd4323 in 537ms, sequenceid=103, compaction requested=false 2024-11-08T20:00:19,684 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-08T20:00:19,687 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:00:19,687 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:19,687 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for b8a5f7e703e30a43be76ccf495fd4323: Waiting for close lock at 1731096019134Running coprocessor pre-close hooks at 1731096019134Disabling compacts and flushes for region at 1731096019135 (+1 ms)Disabling writes for close at 1731096019135Obtaining lock to block concurrent updates at 1731096019142 (+7 ms)Preparing flush snapshotting stores in b8a5f7e703e30a43be76ccf495fd4323 at 1731096019143 (+1 ms)Finished memstore snapshotting test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731096019150 (+7 ms)Flushing stores of test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. at 1731096019151 (+1 ms)Flushing b8a5f7e703e30a43be76ccf495fd4323/f: creating writer at 1731096019153 (+2 ms)Flushing b8a5f7e703e30a43be76ccf495fd4323/f: appending metadata at 1731096019190 (+37 ms)Flushing b8a5f7e703e30a43be76ccf495fd4323/f: closing flushed file at 1731096019192 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3094969d: reopening flushed file at 1731096019660 (+468 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b8a5f7e703e30a43be76ccf495fd4323 in 537ms, sequenceid=103, compaction requested=false at 1731096019677 (+17 ms)Writing region close event to WAL at 1731096019679 (+2 ms)Running coprocessor post-close hooks at 1731096019685 (+6 ms)Closed at 1731096019687 (+2 ms) 2024-11-08T20:00:19,687 WARN [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: b8a5f7e703e30a43be76ccf495fd4323 to self. 2024-11-08T20:00:19,690 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:19,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=CLOSED 2024-11-08T20:00:19,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:19,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-08T20:00:19,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 in 720 msec 2024-11-08T20:00:19,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE; state=CLOSED, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=true 2024-11-08T20:00:19,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:19,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE because future has completed 2024-11-08T20:00:19,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:20,020 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:20,021 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b8a5f7e703e30a43be76ccf495fd4323, NAME => 'test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:20,022 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:20,022 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731096009961 b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,022 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:20,023 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,023 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,026 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,027 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a5f7e703e30a43be76ccf495fd4323 columnFamilyName f 2024-11-08T20:00:20,027 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:20,036 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:00:20,037 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(327): Store=b8a5f7e703e30a43be76ccf495fd4323/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:20,037 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,039 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a5f7e703e30a43be76ccf495fd4323 columnFamilyName f3 2024-11-08T20:00:20,039 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:20,039 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(327): Store=b8a5f7e703e30a43be76ccf495fd4323/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:20,040 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,046 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a5f7e703e30a43be76ccf495fd4323 columnFamilyName mob 2024-11-08T20:00:20,050 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:20,050 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(327): Store=b8a5f7e703e30a43be76ccf495fd4323/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:20,051 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,052 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,055 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,055 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,056 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731096009961 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:00:20,058 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,059 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b8a5f7e703e30a43be76ccf495fd4323; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11153588960, jitterRate=0.03875891864299774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:00:20,059 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:20,060 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b8a5f7e703e30a43be76ccf495fd4323: Running coprocessor pre-open hook at 1731096020023Writing region info on filesystem at 1731096020023Initializing all the Stores at 1731096020025 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096020025Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096020026 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096020026Cleaning up temporary data from old regions at 1731096020055 (+29 ms)Running coprocessor post-open hooks at 1731096020059 (+4 ms)Region opened successfully at 1731096020060 (+1 ms) 2024-11-08T20:00:20,061 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., pid=24, masterSystemTime=1731096020010 2024-11-08T20:00:20,063 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:20,063 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:20,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=OPEN, openSeqNum=107, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:20,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:20,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-08T20:00:20,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 in 212 msec 2024-11-08T20:00:20,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T20:00:20,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE in 1.1030 sec 2024-11-08T20:00:20,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-08T20:00:20,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731096009961 in 1.1160 sec 2024-11-08T20:00:20,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731096009961 in 1.5950 sec 2024-11-08T20:00:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-08T20:00:20,084 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731096009961 completed 2024-11-08T20:00:20,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4715b312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:20,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:20,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:20,086 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:20,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:20,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:20,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1050729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:20,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:20,088 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:20,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17045eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:20,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:20,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:20,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731096009961', row='row-test-1731096009961-3-0', locateType=CURRENT is [region=test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., hostname=b75fe890c219,35667,1731096001923, seqNum=107] 2024-11-08T20:00:20,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:00:20,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:00:20,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5187bf97 2024-11-08T20:00:20,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:00:20,142 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:00:20,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-08T20:00:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-08T20:00:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T20:00:20,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-08T20:00:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T20:00:20,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-08T20:00:20,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-08T20:00:20,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:00:20,282 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:20,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-08T20:00:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T20:00:20,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:00:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741849_1025 (size=635) 2024-11-08T20:00:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T20:00:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T20:00:20,697 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb99556d032ddc354c6bda26bc48458a, NAME => 'backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741850_1026 (size=40) 2024-11-08T20:00:20,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17310960099612 2024-11-08T20:00:20,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17310960099612 Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:20,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17310960099611 2024-11-08T20:00:20,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17310960099611 Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:20,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731096009961 2024-11-08T20:00:20,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731096009961 Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:20,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17310960099613 2024-11-08T20:00:20,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17310960099613 Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T20:00:21,112 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:21,112 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing bb99556d032ddc354c6bda26bc48458a, disabling compactions & flushes 2024-11-08T20:00:21,112 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:21,112 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:21,113 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. after waiting 0 ms 2024-11-08T20:00:21,113 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:21,113 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:21,114 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb99556d032ddc354c6bda26bc48458a: Waiting for close lock at 1731096021112Disabling compacts and flushes for region at 1731096021112Disabling writes for close at 1731096021113 (+1 ms)Writing region close event to WAL at 1731096021113Closed at 1731096021113 2024-11-08T20:00:21,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:00:21,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731096021118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096021118"}]},"ts":"1731096021118"} 2024-11-08T20:00:21,124 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:00:21,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:00:21,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096021125"}]},"ts":"1731096021125"} 2024-11-08T20:00:21,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-08T20:00:21,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=bb99556d032ddc354c6bda26bc48458a, ASSIGN}] 2024-11-08T20:00:21,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=bb99556d032ddc354c6bda26bc48458a, ASSIGN 2024-11-08T20:00:21,131 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=bb99556d032ddc354c6bda26bc48458a, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:00:21,281 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=bb99556d032ddc354c6bda26bc48458a, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:21,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=bb99556d032ddc354c6bda26bc48458a, ASSIGN because future has completed 2024-11-08T20:00:21,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb99556d032ddc354c6bda26bc48458a, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T20:00:21,446 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:21,446 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => bb99556d032ddc354c6bda26bc48458a, NAME => 'backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:21,447 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:21,447 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,447 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:21,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,451 INFO [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,455 INFO [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb99556d032ddc354c6bda26bc48458a columnFamilyName meta 2024-11-08T20:00:21,455 DEBUG [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:21,456 INFO [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] regionserver.HStore(327): Store=bb99556d032ddc354c6bda26bc48458a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:21,457 INFO [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,459 INFO [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb99556d032ddc354c6bda26bc48458a columnFamilyName session 2024-11-08T20:00:21,460 DEBUG [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:21,460 INFO [StoreOpener-bb99556d032ddc354c6bda26bc48458a-1 {}] regionserver.HStore(327): Store=bb99556d032ddc354c6bda26bc48458a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:21,461 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,462 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,463 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,464 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,464 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,465 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T20:00:21,466 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,470 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:21,470 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened bb99556d032ddc354c6bda26bc48458a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12015669920, jitterRate=0.11904646456241608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T20:00:21,471 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:21,471 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for bb99556d032ddc354c6bda26bc48458a: Running coprocessor pre-open hook at 1731096021448Writing region info on filesystem at 1731096021448Initializing all the Stores at 1731096021450 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096021450Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096021451 (+1 ms)Cleaning up temporary data from old regions at 1731096021464 (+13 ms)Running coprocessor post-open hooks at 1731096021471 (+7 ms)Region opened successfully at 1731096021471 2024-11-08T20:00:21,472 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., pid=28, masterSystemTime=1731096021436 2024-11-08T20:00:21,474 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:21,474 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:21,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=bb99556d032ddc354c6bda26bc48458a, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:21,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb99556d032ddc354c6bda26bc48458a, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:21,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T20:00:21,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure bb99556d032ddc354c6bda26bc48458a, server=b75fe890c219,35667,1731096001923 in 194 msec 2024-11-08T20:00:21,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-08T20:00:21,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=bb99556d032ddc354c6bda26bc48458a, ASSIGN in 353 msec 2024-11-08T20:00:21,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:00:21,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096021487"}]},"ts":"1731096021487"} 2024-11-08T20:00:21,489 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-08T20:00:21,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:00:21,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2110 sec 2024-11-08T20:00:22,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-08T20:00:22,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17310960099613' 2024-11-08T20:00:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T20:00:22,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-08T20:00:22,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-08T20:00:22,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:00:22,456 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:22,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-08T20:00:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T20:00:22,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:00:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741851_1027 (size=640) 2024-11-08T20:00:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T20:00:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T20:00:22,871 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c86bc56e4ec0dedce5e3b7599de7b49d, NAME => 'backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741852_1028 (size=45) 2024-11-08T20:00:22,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T20:00:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T20:00:23,283 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:23,284 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing c86bc56e4ec0dedce5e3b7599de7b49d, disabling compactions & flushes 2024-11-08T20:00:23,284 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:00:23,284 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:00:23,284 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. after waiting 0 ms 2024-11-08T20:00:23,284 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:00:23,284 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:00:23,284 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for c86bc56e4ec0dedce5e3b7599de7b49d: Waiting for close lock at 1731096023284Disabling compacts and flushes for region at 1731096023284Disabling writes for close at 1731096023284Writing region close event to WAL at 1731096023284Closed at 1731096023284 2024-11-08T20:00:23,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:00:23,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731096023287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096023287"}]},"ts":"1731096023287"} 2024-11-08T20:00:23,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:00:23,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:00:23,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096023293"}]},"ts":"1731096023293"} 2024-11-08T20:00:23,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-08T20:00:23,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c86bc56e4ec0dedce5e3b7599de7b49d, ASSIGN}] 2024-11-08T20:00:23,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c86bc56e4ec0dedce5e3b7599de7b49d, ASSIGN 2024-11-08T20:00:23,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c86bc56e4ec0dedce5e3b7599de7b49d, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:00:23,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c86bc56e4ec0dedce5e3b7599de7b49d, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c86bc56e4ec0dedce5e3b7599de7b49d, ASSIGN because future has completed 2024-11-08T20:00:23,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86bc56e4ec0dedce5e3b7599de7b49d, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T20:00:23,621 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:00:23,621 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => c86bc56e4ec0dedce5e3b7599de7b49d, NAME => 'backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:23,621 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:23,621 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,621 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:23,622 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,622 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,624 INFO [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,626 INFO [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86bc56e4ec0dedce5e3b7599de7b49d columnFamilyName meta 2024-11-08T20:00:23,626 DEBUG [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:23,627 INFO [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] regionserver.HStore(327): Store=c86bc56e4ec0dedce5e3b7599de7b49d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:23,627 INFO [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,630 INFO [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86bc56e4ec0dedce5e3b7599de7b49d columnFamilyName session 2024-11-08T20:00:23,630 DEBUG [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:23,631 INFO [StoreOpener-c86bc56e4ec0dedce5e3b7599de7b49d-1 {}] regionserver.HStore(327): Store=c86bc56e4ec0dedce5e3b7599de7b49d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:23,631 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,633 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system_bulk/c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,633 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system_bulk/c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,634 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,635 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,635 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T20:00:23,637 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,641 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system_bulk/c86bc56e4ec0dedce5e3b7599de7b49d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:00:23,641 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened c86bc56e4ec0dedce5e3b7599de7b49d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10538183840, jitterRate=-0.01855514943599701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T20:00:23,642 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:00:23,642 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for c86bc56e4ec0dedce5e3b7599de7b49d: Running coprocessor pre-open hook at 1731096023622Writing region info on filesystem at 1731096023622Initializing all the Stores at 1731096023623 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096023623Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096023624 (+1 ms)Cleaning up temporary data from old regions at 1731096023635 (+11 ms)Running coprocessor post-open hooks at 1731096023642 (+7 ms)Region opened successfully at 1731096023642 2024-11-08T20:00:23,644 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d., pid=31, masterSystemTime=1731096023616 2024-11-08T20:00:23,647 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:00:23,647 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:00:23,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c86bc56e4ec0dedce5e3b7599de7b49d, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:23,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86bc56e4ec0dedce5e3b7599de7b49d, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:23,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T20:00:23,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure c86bc56e4ec0dedce5e3b7599de7b49d, server=b75fe890c219,35667,1731096001923 in 189 msec 2024-11-08T20:00:23,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-08T20:00:23,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c86bc56e4ec0dedce5e3b7599de7b49d, ASSIGN in 359 msec 2024-11-08T20:00:23,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:00:23,664 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096023663"}]},"ts":"1731096023663"} 2024-11-08T20:00:23,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-08T20:00:23,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:00:23,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2150 sec 2024-11-08T20:00:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T20:00:24,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-08T20:00:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:24,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:24,624 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T20:00:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-08T20:00:24,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:00:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096024652 (current time:1731096024652). 2024-11-08T20:00:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:00:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T20:00:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29307c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:24,654 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:24,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:24,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:24,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67131111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:24,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:24,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:24,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:24,657 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:24,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc59370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:24,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:24,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:24,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:24,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:00:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:00:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:24,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:00:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:00:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T20:00:24,674 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:00:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T20:00:24,678 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:00:24,690 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:00:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741853_1029 (size=52) 2024-11-08T20:00:24,699 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:00:24,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a}] 2024-11-08T20:00:24,707 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T20:00:24,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T20:00:24,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:24,865 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bb99556d032ddc354c6bda26bc48458a 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-08T20:00:24,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/69a2838f399d49ea81066ce25549e21b is 49, key is activesession:/session:c/1731096024641/Put/seqid=0 2024-11-08T20:00:24,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741854_1030 (size=5049) 2024-11-08T20:00:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T20:00:25,287 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/69a2838f399d49ea81066ce25549e21b 2024-11-08T20:00:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T20:00:25,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/69a2838f399d49ea81066ce25549e21b as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b 2024-11-08T20:00:25,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b, entries=1, sequenceid=5, filesize=4.9 K 2024-11-08T20:00:25,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for bb99556d032ddc354c6bda26bc48458a in 447ms, sequenceid=5, compaction requested=false 2024-11-08T20:00:25,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bb99556d032ddc354c6bda26bc48458a: 2024-11-08T20:00:25,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. for snapshot_backup_system completed. 2024-11-08T20:00:25,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.' region-info for snapshot=snapshot_backup_system 2024-11-08T20:00:25,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:00:25,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:00:25,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b] hfiles 2024-11-08T20:00:25,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b for snapshot=snapshot_backup_system 2024-11-08T20:00:25,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741855_1031 (size=95) 2024-11-08T20:00:25,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:25,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T20:00:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T20:00:25,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:25,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:25,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-08T20:00:25,745 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:00:25,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a in 1.0410 sec 2024-11-08T20:00:25,747 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:00:25,748 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:00:25,748 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T20:00:25,751 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T20:00:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741856_1032 (size=731) 2024-11-08T20:00:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T20:00:26,167 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:00:26,181 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:00:26,182 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_backup_system 2024-11-08T20:00:26,184 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:00:26,184 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T20:00:26,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5160 sec 2024-11-08T20:00:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T20:00:26,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T20:00:26,821 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731096020124 started at 1731096026820. 2024-11-08T20:00:26,833 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731096020124 has been started. 2024-11-08T20:00:26,838 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T20:00:26,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T20:00:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T20:00:26,848 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T20:00:26,848 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T20:00:26,848 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T20:00:26,848 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T20:00:26,849 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:26,849 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:26,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:00:26,904 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,904 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:00:26,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:00:26,905 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,905 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T20:00:26,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:26,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:26,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T20:00:26,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:26,911 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T20:00:26,914 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T20:00:26,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T20:00:26,916 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T20:00:26,916 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T20:00:26,916 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T20:00:26,916 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T20:00:26,916 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T20:00:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,928 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:26,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:00:26,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:00:26,929 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T20:00:26,929 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T20:00:26,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:00:26,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:00:26,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:26,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:00:26,932 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T20:00:26,932 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2ebe9bb[Count = 0] remaining members to acquire global barrier 2024-11-08T20:00:26,932 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T20:00:26,932 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:26,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:26,939 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:26,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:26,939 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T20:00:26,939 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,939 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T20:00:26,940 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T20:00:26,940 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,946 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731096004515 highest: 1731096011699 on b75fe890c219,35667,1731096001923 2024-11-08T20:00:26,946 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.meta:.meta(num 1731096005397) roll requested 2024-11-08T20:00:26,959 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta, exclude list is [], retry=0 2024-11-08T20:00:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:26,965 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096005397.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta 2024-11-08T20:00:26,965 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:26,965 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096005397.meta is not closed yet, will try archiving it next time 2024-11-08T20:00:26,966 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0:(num 1731096004515) roll requested 2024-11-08T20:00:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741834_1010 (size=12055) 2024-11-08T20:00:26,979 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966, exclude list is [], retry=0 2024-11-08T20:00:26,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:26,985 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096004515 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 2024-11-08T20:00:26,985 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:26,985 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096004515 is not closed yet, will try archiving it next time 2024-11-08T20:00:26,985 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1:(num 1731096011699) roll requested 2024-11-08T20:00:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741833_1009 (size=1034) 2024-11-08T20:00:26,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096004515 not finished, retry = 0 2024-11-08T20:00:26,999 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986, exclude list is [], retry=0 2024-11-08T20:00:27,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:27,004 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096011699 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 2024-11-08T20:00:27,004 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:27,004 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096011699 is not closed yet, will try archiving it next time 2024-11-08T20:00:27,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096011699 not finished, retry = 0 2024-11-08T20:00:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741840_1016 (size=4756) 2024-11-08T20:00:27,007 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T20:00:27,007 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731096026966 on b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,007 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:00:27,007 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:00:27,007 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b07a7f5 2024-11-08T20:00:27,007 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:00:27,009 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:00:27,010 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:27,010 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:27,010 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:27,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:00:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:27,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:27,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:37117/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:27,037 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T20:00:27,037 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b75fe890c219,35667,1731096001923' in zk 2024-11-08T20:00:27,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,064 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T20:00:27,064 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:00:27,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:00:27,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:00:27,064 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T20:00:27,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:00:27,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:00:27,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:27,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:00:27,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:27,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b75fe890c219,35667,1731096001923': 2024-11-08T20:00:27,068 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T20:00:27,068 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T20:00:27,068 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b75fe890c219,35667,1731096001923' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T20:00:27,068 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T20:00:27,069 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T20:00:27,069 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T20:00:27,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:27,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:27,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:00:27,081 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:27,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:27,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:00:27,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:00:27,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:27,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:00:27,081 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:00:27,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:00:27,081 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,082 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:27,082 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:27,082 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:00:27,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:27,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,083 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:00:27,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:27,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,090 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096004515 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096004515 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:27,097 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:00:27,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:00:27,098 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:00:27,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T20:00:27,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T20:00:27,098 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:00:27,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:00:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T20:00:27,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } 2024-11-08T20:00:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096027116 (current time:1731096027116). 2024-11-08T20:00:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:00:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731096027115_default_test-1731096009961 VERSION not specified, setting to 2 2024-11-08T20:00:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298e8612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:27,118 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:27,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:27,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b3167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:27,120 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:27,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6ac54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:27,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:27,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:27,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:27,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:00:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:00:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:27,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:00:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } 2024-11-08T20:00:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T20:00:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T20:00:27,128 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:00:27,130 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:00:27,134 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:00:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741860_1036 (size=84) 2024-11-08T20:00:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T20:00:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T20:00:27,542 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:00:27,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323}] 2024-11-08T20:00:27,543 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:27,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T20:00:27,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:27,697 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b8a5f7e703e30a43be76ccf495fd4323 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-08T20:00:27,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f3/18871188aa6f4dba9cdd3d35bfce712b is 58, key is row-test-1731096009961-3-0/f3:q1/1731096020097/Put/seqid=0 2024-11-08T20:00:27,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741861_1037 (size=5387) 2024-11-08T20:00:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T20:00:28,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f3/18871188aa6f4dba9cdd3d35bfce712b 2024-11-08T20:00:28,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741862_1038 (size=4469) 2024-11-08T20:00:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T20:00:28,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-08T20:00:28,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/mob/9d9fc6c4a38f4c359c33c207b598edc1 is 59, key is row-test-1731096009961-3-0/mob:q1/1731096020109/Put/seqid=0 2024-11-08T20:00:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741863_1039 (size=5484) 2024-11-08T20:00:28,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/mob/9d9fc6c4a38f4c359c33c207b598edc1 2024-11-08T20:00:28,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f3/18871188aa6f4dba9cdd3d35bfce712b as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b 2024-11-08T20:00:28,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b, entries=6, sequenceid=121, filesize=5.3 K 2024-11-08T20:00:29,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/mob/9d9fc6c4a38f4c359c33c207b598edc1 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 2024-11-08T20:00:29,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1, entries=6, sequenceid=121, filesize=5.4 K 2024-11-08T20:00:29,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b8a5f7e703e30a43be76ccf495fd4323 in 1314ms, sequenceid=121, compaction requested=false 2024-11-08T20:00:29,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b8a5f7e703e30a43be76ccf495fd4323: 2024-11-08T20:00:29,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. for snapshot_1731096027115_default_test-1731096009961 completed. 2024-11-08T20:00:29,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.' region-info for snapshot=snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:00:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4] hfiles 2024-11-08T20:00:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 for snapshot=snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b] hfiles 2024-11-08T20:00:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b for snapshot=snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1] hfiles 2024-11-08T20:00:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 for snapshot=snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741864_1040 (size=185) 2024-11-08T20:00:29,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T20:00:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T20:00:29,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:29,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T20:00:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T20:00:29,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731096027115_default_test-1731096009961 on region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:29,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:29,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T20:00:29,425 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:00:29,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323 in 1.8800 sec 2024-11-08T20:00:29,426 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:00:29,428 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T20:00:29,428 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T20:00:29,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:29,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T20:00:29,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:29,430 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-08T20:00:29,430 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:29,430 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-08T20:00:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741865_1041 (size=49) 2024-11-08T20:00:29,523 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:00:29,838 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:00:29,838 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:29,839 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:29,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741866_1042 (size=1146) 2024-11-08T20:00:30,253 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:00:30,262 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:00:30,262 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096027115_default_test-1731096009961 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:30,264 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:00:30,264 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T20:00:30,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731096027115_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } in 3.1380 sec 2024-11-08T20:00:30,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-08T20:00:30,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:30,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-08T20:00:30,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-08T20:00:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T20:00:31,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731096009961 completed 2024-11-08T20:00:31,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } 2024-11-08T20:00:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096031300 (current time:1731096031300). 2024-11-08T20:00:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:00:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731096031300_ns2_test-17310960099611 VERSION not specified, setting to 2 2024-11-08T20:00:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e932a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:31,302 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:31,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:31,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:31,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9346b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:31,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:31,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:31,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:31,304 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:31,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317bc79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:31,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:31,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:31,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:31,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:00:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:00:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:31,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:00:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } 2024-11-08T20:00:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T20:00:31,312 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:00:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T20:00:31,314 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:00:31,318 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:00:31,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741867_1043 (size=86) 2024-11-08T20:00:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T20:00:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T20:00:31,726 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:00:31,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396}] 2024-11-08T20:00:31,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:31,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-08T20:00:31,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:31,881 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing eb102e418ffb975d051bfe6e9653e396 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T20:00:31,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/.tmp/f/69c8ef6b244649f88c8726a1fee91fec is 37, key is row10/f:q1/1731096013977/Put/seqid=0 2024-11-08T20:00:31,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741868_1044 (size=8413) 2024-11-08T20:00:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T20:00:32,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/.tmp/f/69c8ef6b244649f88c8726a1fee91fec 2024-11-08T20:00:32,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/.tmp/f/69c8ef6b244649f88c8726a1fee91fec as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec 2024-11-08T20:00:32,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T20:00:32,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for eb102e418ffb975d051bfe6e9653e396 in 457ms, sequenceid=103, compaction requested=false 2024-11-08T20:00:32,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for eb102e418ffb975d051bfe6e9653e396: 2024-11-08T20:00:32,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. for snapshot_1731096031300_ns2_test-17310960099611 completed. 2024-11-08T20:00:32,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396.' region-info for snapshot=snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:32,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:00:32,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec] hfiles 2024-11-08T20:00:32,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec for snapshot=snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:32,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741869_1045 (size=91) 2024-11-08T20:00:32,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:00:32,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T20:00:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T20:00:32,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731096031300_ns2_test-17310960099611 on region eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:32,349 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:00:32,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T20:00:32,353 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:00:32,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396 in 623 msec 2024-11-08T20:00:32,354 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:00:32,355 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:00:32,355 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:32,356 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741870_1046 (size=456) 2024-11-08T20:00:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T20:00:32,771 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:00:32,779 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:00:32,780 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096031300_ns2_test-17310960099611 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:32,782 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:00:32,782 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T20:00:32,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731096031300_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } in 1.4720 sec 2024-11-08T20:00:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T20:00:33,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17310960099611 completed 2024-11-08T20:00:33,461 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731096020124 2024-11-08T20:00:33,461 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T20:00:33,462 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-08T20:00:33,463 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731096020124_test-1731096009961 2024-11-08T20:00:33,463 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731096027115_default_test-1731096009961 to hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/ 2024-11-08T20:00:33,467 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T20:00:33,498 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37117, inputRoot=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:33,498 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_257457119_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/.hbase-snapshot/.tmp/snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:33,500 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T20:00:33,508 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096027115_default_test-1731096009961 to hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/.hbase-snapshot/.tmp/snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741872_1048 (size=84) 2024-11-08T20:00:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741871_1047 (size=1146) 2024-11-08T20:00:33,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:33,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:33,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-13287116778192927916.jar 2024-11-08T20:00:34,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:34,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:00:34,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:00:34,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:00:34,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:00:34,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:00:34,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:00:34,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:00:34,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:00:34,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:00:34,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:00:34,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:00:34,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:34,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:34,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:00:34,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:34,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:34,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:00:34,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:00:34,909 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:00:34,939 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731096027115_default_test-1731096009961' hfile list 2024-11-08T20:00:34,945 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-08T20:00:35,186 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1430129600_0001_3ab115de-619c-41e9-9669-458bb410b62f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:00:35,186 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1430129600_0001_3ab115de-619c-41e9-9669-458bb410b62f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:00:35,408 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T20:00:35,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741873_1049 (size=8413) 2024-11-08T20:00:35,880 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 output=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:00:35,882 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-08T20:00:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741874_1050 (size=5484) 2024-11-08T20:00:36,314 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 output=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 2024-11-08T20:00:36,314 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-08T20:00:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741875_1051 (size=5387) 2024-11-08T20:00:36,770 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b output=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b 2024-11-08T20:00:36,770 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-08T20:00:37,317 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T20:00:37,318 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T20:00:37,327 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:37,328 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731096027115_default_test-1731096009961 finished. 2024-11-08T20:00:37,328 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731096020124_ns2:test-17310960099611 2024-11-08T20:00:37,328 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731096031300_ns2_test-17310960099611 to hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/ 2024-11-08T20:00:37,328 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T20:00:37,356 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37117, inputRoot=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:00:37,356 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_257457119_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/.hbase-snapshot/.tmp/snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:37,358 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T20:00:37,363 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096031300_ns2_test-17310960099611 to hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/.hbase-snapshot/.tmp/snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:37,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741876_1052 (size=86) 2024-11-08T20:00:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741877_1053 (size=456) 2024-11-08T20:00:37,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:37,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:37,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-10386547633630119988.jar 2024-11-08T20:00:38,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:38,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:00:38,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:00:38,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:00:38,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:00:38,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:00:38,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:00:38,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:00:38,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:00:38,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:00:38,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:00:38,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:00:38,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:38,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:38,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:00:38,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:38,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:00:38,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:00:38,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:00:38,711 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:00:38,736 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731096031300_ns2_test-17310960099611' hfile list 2024-11-08T20:00:38,738 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-08T20:00:38,816 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local11077407_0002_4eebceb4-d421-4c17-bf09-6b2f409ff044/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:00:38,816 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local11077407_0002_4eebceb4-d421-4c17-bf09-6b2f409ff044/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:00:38,883 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T20:00:38,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741878_1054 (size=8413) 2024-11-08T20:00:39,334 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec output=hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec 2024-11-08T20:00:39,335 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-08T20:00:39,853 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T20:00:39,854 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T20:00:39,860 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:39,860 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731096031300_ns2_test-17310960099611 finished. 2024-11-08T20:00:39,861 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731096009961 2024-11-08T20:00:39,861 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17310960099611 2024-11-08T20:00:39,906 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731096020124 2024-11-08T20:00:39,906 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T20:00:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741879_1055 (size=130) 2024-11-08T20:00:40,316 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37117/backupUT/backup_1731096020124/.backup.manifest 2024-11-08T20:00:40,318 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731096020124 finished: type=FULL,tablelist=test-1731096009961;ns2:test-17310960099611,targetRootDir=hdfs://localhost:37117/backupUT,startts=1731096026820,completets=1731096039904,bytescopied=0 2024-11-08T20:00:40,318 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T20:00:40,318 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:40,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731096027115_default_test-1731096009961" type: DISABLED 2024-11-08T20:00:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731096027115_default_test-1731096009961 2024-11-08T20:00:40,328 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731096027115_default_test-1731096009961 for backup backup_1731096020124 succeeded. 2024-11-08T20:00:40,328 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:40,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731096031300_ns2_test-17310960099611" type: DISABLED 2024-11-08T20:00:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731096031300_ns2_test-17310960099611 2024-11-08T20:00:40,333 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731096031300_ns2_test-17310960099611 for backup backup_1731096020124 succeeded. 2024-11-08T20:00:40,334 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T20:00:40,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T20:00:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T20:00:40,348 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T20:00:40,353 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T20:00:40,369 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731096020124 completed. 2024-11-08T20:00:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731096020124', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:40,590 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731096009961 2024-11-08T20:00:40,610 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731096009961 2024-11-08T20:00:40,847 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731096009961 to Mob enabled CF 2024-11-08T20:00:40,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310960099611', row='row-t20', locateType=CURRENT is [region=ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:40,884 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17310960099611 2024-11-08T20:00:40,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:40,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] assignment.SplitTableRegionProcedure(210): test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. splitKey isn't explicitly specified, will try to find a best split key from RS b75fe890c219,35667,1731096001923 2024-11-08T20:00:40,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 because midkey is the same as first or last row 2024-11-08T20:00:40,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b because midkey is the same as first or last row 2024-11-08T20:00:40,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 because midkey is the same as first or last row 2024-11-08T20:00:40,898 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HRegion(2902): Flushing b8a5f7e703e30a43be76ccf495fd4323 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-08T20:00:40,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f/19e719744d8245c98df3d989a3f4f37a is 59, key is row-test-1731096009961-1-10/f:q1/1731096040420/Put/seqid=0 2024-11-08T20:00:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741880_1056 (size=10796) 2024-11-08T20:00:41,322 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f/19e719744d8245c98df3d989a3f4f37a 2024-11-08T20:00:41,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 is 63, key is row-test-1731096009961-3-100/mob:q1/1731096040825/Put/seqid=0 2024-11-08T20:00:41,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741881_1057 (size=5591) 2024-11-08T20:00:41,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:41,751 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:41,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/mob/d34824bad1c24a1688f184a763447dd1, store: [table=test-1731096009961 family=mob region=b8a5f7e703e30a43be76ccf495fd4323] 2024-11-08T20:00:41,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/mob/d34824bad1c24a1688f184a763447dd1 is 192, key is row-test-1731096009961-3-100/mob:q1/1731096040825/Put/seqid=0 2024-11-08T20:00:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741882_1058 (size=13760) 2024-11-08T20:00:42,158 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/mob/d34824bad1c24a1688f184a763447dd1 2024-11-08T20:00:42,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f/19e719744d8245c98df3d989a3f4f37a as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a 2024-11-08T20:00:42,173 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a, entries=99, sequenceid=334, filesize=10.5 K 2024-11-08T20:00:42,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/mob/d34824bad1c24a1688f184a763447dd1 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1 2024-11-08T20:00:42,181 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1, entries=111, sequenceid=334, filesize=13.4 K 2024-11-08T20:00:42,182 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for b8a5f7e703e30a43be76ccf495fd4323 in 1285ms, sequenceid=334, compaction requested=false 2024-11-08T20:00:42,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.HRegion(2603): Flush status journal for b8a5f7e703e30a43be76ccf495fd4323: 2024-11-08T20:00:42,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a because midkey is the same as first or last row 2024-11-08T20:00:42,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b because midkey is the same as first or last row 2024-11-08T20:00:42,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1 because midkey is the same as first or last row 2024-11-08T20:00:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b75fe890c219,35667,1731096001923 2024-11-08T20:00:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-08T20:00:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:58326 deadline: 1731096100892, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-08T20:00:42,191 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:00:42,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731096009961 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:00:42,191 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:00:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731096009961,, stopping at row=test-1731096009961 ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,201 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731096009961,, stopping at row=test-1731096009961 ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,210 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1326 2024-11-08T20:00:42,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,248 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T20:00:42,252 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731096042210 2024-11-08T20:00:42,257 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731096020124} 2024-11-08T20:00:42,257 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T20:00:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:42,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:00:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096042305 (current time:1731096042305). 2024-11-08T20:00:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:00:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T20:00:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300c81de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:42,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:42,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:42,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:42,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0a095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:42,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:42,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:42,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:42,309 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:42,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2f0c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:42,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:42,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:42,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:42,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:00:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:00:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:42,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:00:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:00:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T20:00:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T20:00:42,316 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:00:42,317 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:00:42,320 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:00:42,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741883_1059 (size=52) 2024-11-08T20:00:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T20:00:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T20:00:42,727 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:00:42,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a}] 2024-11-08T20:00:42,728 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:42,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-08T20:00:42,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:42,880 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing bb99556d032ddc354c6bda26bc48458a 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-08T20:00:42,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/01af967365ac4545b6a3d75a2d07e266 is 158, key is trslm:hdfs://localhost:37117/backupUT\x00ns2:test-17310960099611/meta:log-roll-map/1731096039893/Put/seqid=0 2024-11-08T20:00:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741884_1060 (size=5914) 2024-11-08T20:00:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T20:00:43,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/01af967365ac4545b6a3d75a2d07e266 2024-11-08T20:00:43,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/97f7fe1320f3467dae158abdccd5bff3 is 433, key is session:backup_1731096020124/session:context/1731096040352/Put/seqid=0 2024-11-08T20:00:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741885_1061 (size=5535) 2024-11-08T20:00:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T20:00:43,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/97f7fe1320f3467dae158abdccd5bff3 2024-11-08T20:00:43,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/01af967365ac4545b6a3d75a2d07e266 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266 2024-11-08T20:00:43,732 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266, entries=6, sequenceid=17, filesize=5.8 K 2024-11-08T20:00:43,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/97f7fe1320f3467dae158abdccd5bff3 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3 2024-11-08T20:00:43,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T20:00:43,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for bb99556d032ddc354c6bda26bc48458a in 862ms, sequenceid=17, compaction requested=false 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for bb99556d032ddc354c6bda26bc48458a: 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. for snapshot_backup_system completed. 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.' region-info for snapshot=snapshot_backup_system 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266] hfiles 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266 for snapshot=snapshot_backup_system 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3] hfiles 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b for snapshot=snapshot_backup_system 2024-11-08T20:00:43,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3 for snapshot=snapshot_backup_system 2024-11-08T20:00:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741886_1062 (size=173) 2024-11-08T20:00:44,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:44,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T20:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T20:00:44,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:44,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:44,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T20:00:44,154 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:00:44,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a in 1.4250 sec 2024-11-08T20:00:44,155 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:00:44,156 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:00:44,156 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T20:00:44,157 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T20:00:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741887_1063 (size=810) 2024-11-08T20:00:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T20:00:44,569 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:00:44,577 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:00:44,578 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_backup_system 2024-11-08T20:00:44,580 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:00:44,580 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T20:00:44,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2660 sec 2024-11-08T20:00:46,025 DEBUG [master/b75fe890c219:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731096009961 2024-11-08T20:00:46,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741888_1064 (size=950) 2024-11-08T20:00:46,438 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000002.908 2024-11-08T20:00:46,438 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000003.950 2024-11-08T20:00:46,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731096009961 in 416 msec 2024-11-08T20:00:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T20:00:46,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T20:00:46,470 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731096042210 started at 1731096046470. 2024-11-08T20:00:46,472 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731096042210 has been started. 2024-11-08T20:00:46,477 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17310960099611, test-1731096009961] 2024-11-08T20:00:46,481 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731096011699for backupID backup_1731096042210 2024-11-08T20:00:46,481 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T20:00:46,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T20:00:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T20:00:46,482 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T20:00:46,482 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T20:00:46,482 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T20:00:46,482 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T20:00:46,483 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,483 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:46,534 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:00:46,535 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:00:46,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:00:46,535 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,535 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T20:00:46,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:46,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T20:00:46,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:46,537 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T20:00:46,537 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T20:00:46,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T20:00:46,537 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T20:00:46,537 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T20:00:46,538 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T20:00:46,538 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T20:00:46,538 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T20:00:46,542 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:00:46,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:00:46,543 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,543 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T20:00:46,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:00:46,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:00:46,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:46,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:00:46,546 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T20:00:46,546 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@46e848bd[Count = 0] remaining members to acquire global barrier 2024-11-08T20:00:46,546 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T20:00:46,546 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,551 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,552 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T20:00:46,552 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,552 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T20:00:46,552 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T20:00:46,552 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,552 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731096026966 highest: 1731096026986 on b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,552 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.meta:.meta(num 1731096026946) roll requested 2024-11-08T20:00:46,564 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096046552.meta, exclude list is [], retry=0 2024-11-08T20:00:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:46,569 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096046552.meta 2024-11-08T20:00:46,569 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:46,569 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta is not closed yet, will try archiving it next time 2024-11-08T20:00:46,569 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0:(num 1731096026966) roll requested 2024-11-08T20:00:46,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741857_1033 (size=93) 2024-11-08T20:00:46,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta not finished, retry = 0 2024-11-08T20:00:46,582 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569, exclude list is [], retry=0 2024-11-08T20:00:46,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:46,586 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569 2024-11-08T20:00:46,587 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:46,587 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 is not closed yet, will try archiving it next time 2024-11-08T20:00:46,587 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1:(num 1731096026986) roll requested 2024-11-08T20:00:46,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 not finished, retry = 0 2024-11-08T20:00:46,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741858_1034 (size=1198) 2024-11-08T20:00:46,605 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587, exclude list is [], retry=0 2024-11-08T20:00:46,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:00:46,610 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587 2024-11-08T20:00:46,610 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:00:46,610 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 is not closed yet, will try archiving it next time 2024-11-08T20:00:46,611 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096011699 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096011699 2024-11-08T20:00:46,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 not finished, retry = 0 2024-11-08T20:00:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741859_1035 (size=30490) 2024-11-08T20:00:46,612 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T20:00:46,612 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731096046569 on b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:46,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:46,633 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T20:00:46,633 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b75fe890c219,35667,1731096001923' in zk 2024-11-08T20:00:46,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,651 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T20:00:46,651 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:00:46,651 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T20:00:46,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:00:46,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:00:46,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:00:46,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:00:46,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:46,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:00:46,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:46,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b75fe890c219,35667,1731096001923': 2024-11-08T20:00:46,655 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T20:00:46,655 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b75fe890c219,35667,1731096001923' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T20:00:46,655 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T20:00:46,655 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T20:00:46,655 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T20:00:46,655 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T20:00:46,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:00:46,668 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:00:46,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:00:46,668 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:00:46,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:00:46,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:00:46,669 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:46,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:00:46,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:46,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,670 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:00:46,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:00:46,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,672 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:00:46,676 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:00:46,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:00:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:00:46,676 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:00:46,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T20:00:46,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T20:00:46,676 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:00:46,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:00:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T20:00:46,681 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b75fe890c219:35667=1731096011699} newestTimestamps: {b75fe890c219:35667=1731096026986} 2024-11-08T20:00:46,684 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b75fe890c219%2C35667%2C1731096001923.meta.1731096005397.meta 2024-11-08T20:00:46,684 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b75fe890c219%2C35667%2C1731096001923.meta.1731096046552.meta 2024-11-08T20:00:46,684 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 2024-11-08T20:00:46,684 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569 2024-11-08T20:00:46,684 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 2024-11-08T20:00:46,684 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587 2024-11-08T20:00:46,685 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta 2024-11-08T20:00:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741892_1068 (size=950) 2024-11-08T20:00:47,098 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731096009961 target: hdfs://localhost:37117/backupUT/backup_1731096042210/default/test-1731096009961 descriptor: 'test-1731096009961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:47,098 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T20:00:47,101 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731096009961 2024-11-08T20:00:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741893_1069 (size=53) 2024-11-08T20:00:47,508 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731096009961 2024-11-08T20:00:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741894_1070 (size=364) 2024-11-08T20:00:47,921 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17310960099611 target: hdfs://localhost:37117/backupUT/backup_1731096042210/ns2/test-17310960099611 descriptor: 'ns2:test-17310960099611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:47,922 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T20:00:47,924 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17310960099611 2024-11-08T20:00:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741895_1071 (size=50) 2024-11-08T20:00:48,331 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17310960099611 2024-11-08T20:00:48,341 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37117/backupUT/.tmp/backup_1731096042210 from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966;hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 2024-11-08T20:00:48,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346ba028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:48,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:48,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:48,345 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:48,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:48,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:48,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a18db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:48,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:48,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:48,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:48,347 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:48,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d59076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:48,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:00:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:00:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38fe549f 2024-11-08T20:00:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:00:48,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:00:48,359 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T20:00:48,360 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17310960099611 2024-11-08T20:00:48,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17310960099611,, stopping at row=ns2:test-17310960099611 ,, for max=2147483647 with caching=100 2024-11-08T20:00:48,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:48,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:48,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:48,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:48,367 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17310960099611: ns2:test-17310960099611; 2024-11-08T20:00:48,367 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731096009961 2024-11-08T20:00:48,368 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731096009961,, stopping at row=test-1731096009961 ,, for max=2147483647 with caching=100 2024-11-08T20:00:48,371 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731096009961: test-1731096009961; 2024-11-08T20:00:48,371 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T20:00:48,371 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/partitions_2c02e239-8688-44f5-a3d8-4bbb8728d6ff 2024-11-08T20:00:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741896_1072 (size=192) 2024-11-08T20:00:48,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:48,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:48,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-12261702326806174205.jar 2024-11-08T20:00:49,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:00:49,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:00:49,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:00:49,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:00:49,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:00:49,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:00:49,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:00:49,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:00:49,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:00:49,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:00:49,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:00:49,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:00:49,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:00:49,695 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17310960099611,default:test-1731096009961 2024-11-08T20:00:49,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:00:49,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:00:49,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:49,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:49,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:49,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:00:50,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-585666456850520095.jar 2024-11-08T20:00:50,583 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:00:50,607 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 for WAL files 2024-11-08T20:00:50,609 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 2024-11-08T20:00:50,609 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 for WAL files 2024-11-08T20:00:50,610 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 2024-11-08T20:00:50,708 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1064946417_0003_a7ed44f7-a587-41c2-b486-176dad31cb45/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:00:50,708 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1064946417_0003_a7ed44f7-a587-41c2-b486-176dad31cb45/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:00:50,793 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 for hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 (-9223372036854775808:9223372036854775807) length:30490 2024-11-08T20:00:50,813 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T20:00:50,814 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T20:00:50,869 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 for hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 (-9223372036854775808:9223372036854775807) length:1198 2024-11-08T20:00:50,873 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T20:00:50,874 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T20:00:50,960 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3c5d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:50,960 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:50,960 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:50,961 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:50,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:50,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:50,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c02f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:50,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:50,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:50,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ca675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:50,964 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:50,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:50,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:50,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:50,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310960099611', row='row-t20', locateType=CURRENT is [region=ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:50,969 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T20:00:50,969 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:00:50,969 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:50,969 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:50,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:50,969 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-08T20:00:50,969 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:00:50,975 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/backupUT/.tmp/backup_1731096042210/_temporary/0/_temporary/attempt_local1064946417_0003_r_000000_0/ns2/test-17310960099611/f/4083ff20c3824147bd7eebeda07fddb8 is 38, key is row-t20/f:q1/1731096040866/Put/seqid=0 2024-11-08T20:00:50,977 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:00:50,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741897_1073 (size=5275) 2024-11-08T20:00:51,014 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f0870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:51,014 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:51,014 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:51,015 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:51,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:51,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:51,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcc074d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:51,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:51,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:51,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:51,017 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:51,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d3c197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:51,018 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:51,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:51,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:51,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:51,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731096009961', row='row-test-1731096009961-1-0', locateType=CURRENT is [region=test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., hostname=b75fe890c219,35667,1731096001923, seqNum=107] 2024-11-08T20:00:51,023 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T20:00:51,023 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:00:51,023 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:51,024 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:51,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:51,024 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-1-0] 2024-11-08T20:00:51,024 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:00:51,039 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50dc1faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:51,039 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:51,039 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:51,040 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:51,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:51,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:51,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538aa9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:51,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:51,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:51,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:51,042 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:51,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5f11c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:51,043 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:51,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:51,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:51,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:51,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731096009961', row='row-test-1731096009961-3-0', locateType=CURRENT is [region=test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., hostname=b75fe890c219,35667,1731096001923, seqNum=107] 2024-11-08T20:00:51,049 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T20:00:51,049 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:00:51,049 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:51,049 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:51,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:51,049 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-3-0] 2024-11-08T20:00:51,049 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:00:51,061 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/backupUT/.tmp/backup_1731096042210/_temporary/0/_temporary/attempt_local1064946417_0003_r_000001_0/default/test-1731096009961/f/f4e0c8cbfa044f00961ce8ff421ada65 is 59, key is row-test-1731096009961-1-10/f:q1/1731096040420/Put/seqid=0 2024-11-08T20:00:51,063 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:00:51,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741898_1074 (size=10770) 2024-11-08T20:00:51,467 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/backupUT/.tmp/backup_1731096042210/_temporary/0/_temporary/attempt_local1064946417_0003_r_000001_0/default/test-1731096009961/mob/8b2dccbf250f46eea46401bfcee2b08f is 63, key is row-test-1731096009961-3-100/mob:q1/1731096040825/Put/seqid=0 2024-11-08T20:00:51,469 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:00:51,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741899_1075 (size=11811) 2024-11-08T20:00:52,748 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37117/backupUT 2024-11-08T20:00:52,748 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731096042210 2024-11-08T20:00:52,748 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-08T20:00:52,766 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37117/backupUT/.tmp/backup_1731096042210, hdfs://localhost:37117/backupUT] 2024-11-08T20:00:52,837 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:00:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741900_1076 (size=10770) 2024-11-08T20:00:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741901_1077 (size=5275) 2024-11-08T20:00:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741902_1078 (size=11811) 2024-11-08T20:00:54,439 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-08T20:00:54,442 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731096042210 2024-11-08T20:00:54,443 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-08T20:00:54,443 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1774026360_0004 completed: true true 2024-11-08T20:00:54,445 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823808 FILE: Number of bytes written=6189897 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=248 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-08T20:00:54,445 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37117/backupUT/.tmp/backup_1731096042210 to hdfs://localhost:37117/backupUT finished. 2024-11-08T20:00:54,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731096009961:', locateType=CURRENT is [region=backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:00:54,464 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731096042210 2024-11-08T20:00:54,468 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731096020124} 2024-11-08T20:00:54,468 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T20:00:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741903_1079 (size=384) 2024-11-08T20:00:54,875 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37117/backupUT/backup_1731096042210/.backup.manifest 2024-11-08T20:00:54,875 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731096042210 finished: type=INCREMENTAL,tablelist=test-1731096009961;ns2:test-17310960099611,targetRootDir=hdfs://localhost:37117/backupUT,startts=1731096046470,completets=1731096054464,bytescopied=0 2024-11-08T20:00:54,875 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T20:00:54,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T20:00:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T20:00:54,884 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T20:00:54,886 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T20:00:54,890 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731096042210 completed. 2024-11-08T20:00:54,890 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-08T20:00:54,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:54,916 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37117/backupUT/backup_1731096042210/.backup.manifest 2024-11-08T20:00:54,919 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731096042210/.backup.manifest 2024-11-08T20:00:54,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731096009961 from 'test-1731096009961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731096009961', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:00:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731096009961 2024-11-08T20:00:54,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741904_1080 (size=908) 2024-11-08T20:00:55,337 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000003.950 2024-11-08T20:00:55,337 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000004.908 2024-11-08T20:00:55,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731096009961}] 2024-11-08T20:00:55,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE}] 2024-11-08T20:00:55,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE 2024-11-08T20:00:55,345 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=CLOSING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:55,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE because future has completed 2024-11-08T20:00:55,348 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T20:00:55,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:55,501 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,501 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T20:00:55,501 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing b8a5f7e703e30a43be76ccf495fd4323, disabling compactions & flushes 2024-11-08T20:00:55,501 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:55,501 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:55,501 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. after waiting 0 ms 2024-11-08T20:00:55,501 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:55,507 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-08T20:00:55,508 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:00:55,508 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:55,509 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for b8a5f7e703e30a43be76ccf495fd4323: Waiting for close lock at 1731096055501Running coprocessor pre-close hooks at 1731096055501Disabling compacts and flushes for region at 1731096055501Disabling writes for close at 1731096055501Writing region close event to WAL at 1731096055503 (+2 ms)Running coprocessor post-close hooks at 1731096055508 (+5 ms)Closed at 1731096055508 2024-11-08T20:00:55,509 WARN [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: b8a5f7e703e30a43be76ccf495fd4323 to self. 2024-11-08T20:00:55,511 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=CLOSED 2024-11-08T20:00:55,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:55,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T20:00:55,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 in 166 msec 2024-11-08T20:00:55,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE; state=CLOSED, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=true 2024-11-08T20:00:55,668 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:55,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE because future has completed 2024-11-08T20:00:55,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:00:55,671 DEBUG [master/b75fe890c219:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731096009961 2024-11-08T20:00:55,671 DEBUG [master/b75fe890c219:0.Chore.1 {}] procedure.MasterProcedureScheduler(153): There is already a procedure running for table test-1731096009961, added pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731096009961 to waiting queue 2024-11-08T20:00:55,826 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:55,826 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => b8a5f7e703e30a43be76ccf495fd4323, NAME => 'test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:00:55,827 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:00:55,827 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731096009961 b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,827 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:00:55,827 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,827 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,829 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,830 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a5f7e703e30a43be76ccf495fd4323 columnFamilyName f 2024-11-08T20:00:55,830 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:55,838 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a 2024-11-08T20:00:55,844 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:00:55,844 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(327): Store=b8a5f7e703e30a43be76ccf495fd4323/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:55,844 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,846 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a5f7e703e30a43be76ccf495fd4323 columnFamilyName f2 2024-11-08T20:00:55,846 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:55,846 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(327): Store=b8a5f7e703e30a43be76ccf495fd4323/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:55,847 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,848 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a5f7e703e30a43be76ccf495fd4323 columnFamilyName mob 2024-11-08T20:00:55,848 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:00:55,857 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 2024-11-08T20:00:55,862 DEBUG [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1 2024-11-08T20:00:55,862 INFO [StoreOpener-b8a5f7e703e30a43be76ccf495fd4323-1 {}] regionserver.HStore(327): Store=b8a5f7e703e30a43be76ccf495fd4323/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:00:55,862 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,863 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,865 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,866 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,866 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,867 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731096009961 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:00:55,868 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,869 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened b8a5f7e703e30a43be76ccf495fd4323; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9555928480, jitterRate=-0.11003480851650238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:00:55,869 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:00:55,873 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for b8a5f7e703e30a43be76ccf495fd4323: Running coprocessor pre-open hook at 1731096055827Writing region info on filesystem at 1731096055827Initializing all the Stores at 1731096055829 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096055829Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096055829Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096055829Cleaning up temporary data from old regions at 1731096055866 (+37 ms)Running coprocessor post-open hooks at 1731096055869 (+3 ms)Region opened successfully at 1731096055873 (+4 ms) 2024-11-08T20:00:55,874 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., pid=46, masterSystemTime=1731096055822 2024-11-08T20:00:55,876 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:55,876 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:00:55,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b8a5f7e703e30a43be76ccf495fd4323, regionState=OPEN, openSeqNum=338, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:00:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:00:55,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-08T20:00:55,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure b8a5f7e703e30a43be76ccf495fd4323, server=b75fe890c219,35667,1731096001923 in 209 msec 2024-11-08T20:00:55,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-08T20:00:55,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731096009961, region=b8a5f7e703e30a43be76ccf495fd4323, REOPEN/MOVE in 539 msec 2024-11-08T20:00:55,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T20:00:55,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731096009961 in 544 msec 2024-11-08T20:00:55,888 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731096009961 2024-11-08T20:00:55,894 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b 2024-11-08T20:00:55,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731096009961 in 974 msec 2024-11-08T20:00:55,897 DEBUG [PEWorker-3 {}] procedure.MasterProcedureScheduler(373): pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731096009961 completed, enqueue a new procedure pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731096009961 2024-11-08T20:00:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T20:00:55,898 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731096009961 completed 2024-11-08T20:00:55,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741905_1081 (size=950) 2024-11-08T20:00:55,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,937 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T20:00:55,942 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731096055899 2024-11-08T20:00:55,944 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731096042210} 2024-11-08T20:00:55,944 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731096020124} 2024-11-08T20:00:55,944 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-08T20:00:55,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:55,987 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731096009961 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731096009961 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:00:55,990 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731096055899,startts=0,failedts=1731096055987,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731096009961 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-08T20:00:55,990 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-08T20:00:55,993 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-08T20:00:55,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T20:00:55,995 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-08T20:00:55,995 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-08T20:00:55,997 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T20:00:56,001 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731096055899 failed. 2024-11-08T20:00:56,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:00:56,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:00:56,021 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731096009961, ns2:test-17310960099611, ns3:test-17310960099612, ns4:test-17310960099613] 2024-11-08T20:00:56,021 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T20:00:56,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:00:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096056026 (current time:1731096056026). 2024-11-08T20:00:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:00:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T20:00:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678d0303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:00:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:00:56,027 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:00:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:00:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:00:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4025ac38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:00:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:00:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:56,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:00:56,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dc1964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:00:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:00:56,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:00:56,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:00:56,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:00:56,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:00:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:00:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:00:56,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:00:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:00:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:00:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-08T20:00:56,036 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:00:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T20:00:56,037 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:00:56,039 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:00:56,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741906_1082 (size=52) 2024-11-08T20:00:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T20:00:56,310 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000004.908 2024-11-08T20:00:56,310 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/.tabledesc/.tableinfo.0000000005.950 2024-11-08T20:00:56,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731096009961 in 640 msec 2024-11-08T20:00:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T20:00:56,445 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:00:56,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a}] 2024-11-08T20:00:56,447 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:56,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-11-08T20:00:56,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:56,600 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing bb99556d032ddc354c6bda26bc48458a 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-08T20:00:56,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/0ad6fe2a80154c07889b3546cf2efd03 is 158, key is trslm:hdfs://localhost:37117/backupUT\x00ns2:test-17310960099611/meta:log-roll-map/1731096054451/Put/seqid=0 2024-11-08T20:00:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741907_1083 (size=5745) 2024-11-08T20:00:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T20:00:57,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/0ad6fe2a80154c07889b3546cf2efd03 2024-11-08T20:00:57,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/0d10920607f44631aff5412bf103181d is 1245, key is session:backup_1731096055899/session:context/1731096055996/Put/seqid=0 2024-11-08T20:00:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741908_1084 (size=6682) 2024-11-08T20:00:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T20:00:57,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/0d10920607f44631aff5412bf103181d 2024-11-08T20:00:57,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/0ad6fe2a80154c07889b3546cf2efd03 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/0ad6fe2a80154c07889b3546cf2efd03 2024-11-08T20:00:57,443 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/0ad6fe2a80154c07889b3546cf2efd03, entries=4, sequenceid=31, filesize=5.6 K 2024-11-08T20:00:57,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/0d10920607f44631aff5412bf103181d as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/0d10920607f44631aff5412bf103181d 2024-11-08T20:00:57,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/0d10920607f44631aff5412bf103181d, entries=3, sequenceid=31, filesize=6.5 K 2024-11-08T20:00:57,452 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for bb99556d032ddc354c6bda26bc48458a in 852ms, sequenceid=31, compaction requested=true 2024-11-08T20:00:57,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for bb99556d032ddc354c6bda26bc48458a: 2024-11-08T20:00:57,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. for snapshot_backup_system completed. 2024-11-08T20:00:57,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.' region-info for snapshot=snapshot_backup_system 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/0ad6fe2a80154c07889b3546cf2efd03] hfiles 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266 for snapshot=snapshot_backup_system 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/0ad6fe2a80154c07889b3546cf2efd03 for snapshot=snapshot_backup_system 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/0d10920607f44631aff5412bf103181d] hfiles 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b for snapshot=snapshot_backup_system 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3 for snapshot=snapshot_backup_system 2024-11-08T20:00:57,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/0d10920607f44631aff5412bf103181d for snapshot=snapshot_backup_system 2024-11-08T20:00:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741909_1085 (size=251) 2024-11-08T20:00:57,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:00:57,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T20:00:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T20:00:57,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:57,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:00:57,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-08T20:00:57,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a in 1.4210 sec 2024-11-08T20:00:57,872 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:00:57,873 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:00:57,874 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:00:57,874 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T20:00:57,875 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T20:00:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741910_1086 (size=888) 2024-11-08T20:00:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T20:00:58,292 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:00:58,304 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:00:58,304 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_backup_system 2024-11-08T20:00:58,306 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:00:58,306 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-08T20:00:58,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2720 sec 2024-11-08T20:00:58,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region eb102e418ffb975d051bfe6e9653e396, had cached 0 bytes from a total of 8413 2024-11-08T20:00:59,524 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:01:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T20:01:00,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T20:01:00,211 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731096056002 started at 1731096060211. 2024-11-08T20:01:00,217 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731096056002 has been started. 2024-11-08T20:01:00,224 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T20:01:00,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T20:01:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T20:01:00,226 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T20:01:00,226 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T20:01:00,226 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T20:01:00,226 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T20:01:00,227 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,227 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:00,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:01:00,307 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,307 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:01:00,307 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:01:00,308 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,308 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T20:01:00,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:00,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T20:01:00,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:00,310 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T20:01:00,311 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T20:01:00,311 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T20:01:00,311 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T20:01:00,311 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T20:01:00,311 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T20:01:00,311 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T20:01:00,311 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T20:01:00,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,331 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:01:00,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:01:00,332 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,332 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T20:01:00,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:01:00,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:01:00,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:00,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:01:00,337 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T20:01:00,337 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3cfecc70[Count = 0] remaining members to acquire global barrier 2024-11-08T20:01:00,337 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T20:01:00,338 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,350 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,350 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T20:01:00,350 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,350 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T20:01:00,351 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T20:01:00,351 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,351 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731096046569 highest: 1731096046587 on b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,351 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.meta:.meta(num 1731096046552) roll requested 2024-11-08T20:01:00,368 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta, exclude list is [], retry=0 2024-11-08T20:01:00,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:01:00,372 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096046552.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta 2024-11-08T20:01:00,372 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:01:00,372 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096046552.meta is not closed yet, will try archiving it next time 2024-11-08T20:01:00,372 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0:(num 1731096046569) roll requested 2024-11-08T20:01:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741889_1065 (size=1903) 2024-11-08T20:01:00,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096046552.meta not finished, retry = 0 2024-11-08T20:01:00,384 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372, exclude list is [], retry=0 2024-11-08T20:01:00,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:01:00,388 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 2024-11-08T20:01:00,388 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:01:00,388 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569 is not closed yet, will try archiving it next time 2024-11-08T20:01:00,388 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1:(num 1731096046587) roll requested 2024-11-08T20:01:00,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569 not finished, retry = 0 2024-11-08T20:01:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741890_1066 (size=93) 2024-11-08T20:01:00,399 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388, exclude list is [], retry=0 2024-11-08T20:01:00,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:01:00,403 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 2024-11-08T20:01:00,403 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:01:00,403 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587 is not closed yet, will try archiving it next time 2024-11-08T20:01:00,403 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096026986 2024-11-08T20:01:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741891_1067 (size=4927) 2024-11-08T20:01:00,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587 not finished, retry = 0 2024-11-08T20:01:00,411 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T20:01:00,412 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731096060372 on b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:00,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:00,430 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T20:01:00,431 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b75fe890c219,35667,1731096001923' in zk 2024-11-08T20:01:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,449 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T20:01:00,449 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:01:00,449 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T20:01:00,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:01:00,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:01:00,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:01:00,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:01:00,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:00,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:01:00,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:00,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b75fe890c219,35667,1731096001923': 2024-11-08T20:01:00,457 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T20:01:00,457 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b75fe890c219,35667,1731096001923' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T20:01:00,458 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T20:01:00,458 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T20:01:00,458 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T20:01:00,458 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T20:01:00,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:01:00,466 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:01:00,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:01:00,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:01:00,468 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:01:00,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:01:00,469 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:00,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:01:00,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:00,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,472 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:01:00,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:00,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:00,483 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:00,483 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:01:00,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T20:01:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:00,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T20:01:00,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-08T20:01:00,483 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:01:00,484 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:01:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T20:01:00,490 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096046569 2024-11-08T20:01:00,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T20:01:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096060492 (current time:1731096060492). 2024-11-08T20:01:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:01:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731096060491_backup_system_bulk VERSION not specified, setting to 2 2024-11-08T20:01:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1bf889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:00,494 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfc95dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:00,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:00,495 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:00,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b88a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:00,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:00,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:00,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:00,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:01:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:00,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:01:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T20:01:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-08T20:01:00,501 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:01:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T20:01:00,502 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:01:00,505 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:01:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741914_1090 (size=76) 2024-11-08T20:01:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T20:01:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T20:01:00,915 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:01:00,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c86bc56e4ec0dedce5e3b7599de7b49d}] 2024-11-08T20:01:00,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:01:01,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T20:01:01,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-08T20:01:01,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:01:01,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for c86bc56e4ec0dedce5e3b7599de7b49d: 2024-11-08T20:01:01,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. for snapshot_1731096060491_backup_system_bulk completed. 2024-11-08T20:01:01,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d.' region-info for snapshot=snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:01,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:01:01,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:01:01,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:01:01,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741915_1091 (size=61) 2024-11-08T20:01:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T20:01:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:01:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T20:01:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T20:01:01,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731096060491_backup_system_bulk on region c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:01:01,479 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:01:01,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-08T20:01:01,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c86bc56e4ec0dedce5e3b7599de7b49d in 567 msec 2024-11-08T20:01:01,486 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:01:01,487 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:01:01,487 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:01:01,488 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:01,488 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:01,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741916_1092 (size=702) 2024-11-08T20:01:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T20:01:01,905 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:01:01,912 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:01:01,912 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096060491_backup_system_bulk to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:01,914 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:01:01,914 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-08T20:01:01,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731096060491_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4140 sec 2024-11-08T20:01:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T20:01:02,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-08T20:01:02,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } 2024-11-08T20:01:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096062653 (current time:1731096062653). 2024-11-08T20:01:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:01:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731096062651_default_test-1731096009961 VERSION not specified, setting to 2 2024-11-08T20:01:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fe91d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:02,658 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dd6ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:02,660 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:02,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596878d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:02,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:02,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:02,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:02,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:01:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:02,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:01:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } 2024-11-08T20:01:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-08T20:01:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T20:01:02,666 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:01:02,667 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:01:02,669 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:01:02,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741917_1093 (size=84) 2024-11-08T20:01:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T20:01:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T20:01:03,079 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:01:03,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323}] 2024-11-08T20:01:03,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:03,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-08T20:01:03,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:01:03,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b8a5f7e703e30a43be76ccf495fd4323: 2024-11-08T20:01:03,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. for snapshot_1731096062651_default_test-1731096009961 completed. 2024-11-08T20:01:03,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323.' region-info for snapshot=snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:03,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:01:03,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a] hfiles 2024-11-08T20:01:03,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 for snapshot=snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:03,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a for snapshot=snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:03,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:01:03,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1] hfiles 2024-11-08T20:01:03,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 for snapshot=snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:03,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1 for snapshot=snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741918_1094 (size=224) 2024-11-08T20:01:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T20:01:03,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:01:03,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T20:01:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T20:01:03,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731096062651_default_test-1731096009961 on region b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:03,657 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:03,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-08T20:01:03,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8a5f7e703e30a43be76ccf495fd4323 in 580 msec 2024-11-08T20:01:03,664 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:01:03,665 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:01:03,666 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T20:01:03,666 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T20:01:03,667 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:03,667 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T20:01:03,667 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:03,668 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-08T20:01:03,668 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:03,669 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323] hfiles 2024-11-08T20:01:03,669 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741919_1095 (size=168) 2024-11-08T20:01:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T20:01:04,076 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:01:04,076 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:04,077 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741920_1096 (size=1347) 2024-11-08T20:01:04,493 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:01:04,504 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:01:04,505 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096062651_default_test-1731096009961 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:04,506 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:01:04,506 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-08T20:01:04,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731096062651_default_test-1731096009961 table=test-1731096009961 type=FLUSH ttl=0 } in 1.8420 sec 2024-11-08T20:01:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T20:01:04,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731096009961 completed 2024-11-08T20:01:04,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } 2024-11-08T20:01:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096064813 (current time:1731096064813). 2024-11-08T20:01:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:01:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731096064812_ns2_test-17310960099611 VERSION not specified, setting to 2 2024-11-08T20:01:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9923f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:04,819 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:04,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:04,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:04,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf66ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:04,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:04,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:04,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:04,821 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2b4aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:04,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:04,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:04,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:04,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:01:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:04,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:01:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } 2024-11-08T20:01:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-08T20:01:04,828 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:01:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T20:01:04,830 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:01:04,832 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:01:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741921_1097 (size=86) 2024-11-08T20:01:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T20:01:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T20:01:05,242 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:01:05,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396}] 2024-11-08T20:01:05,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:01:05,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-08T20:01:05,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:01:05,400 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing eb102e418ffb975d051bfe6e9653e396 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-08T20:01:05,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/.tmp/f/7061623682f44b378115b8dba7d7a80d is 38, key is row-t20/f:q1/1731096040866/Put/seqid=0 2024-11-08T20:01:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T20:01:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741922_1098 (size=5134) 2024-11-08T20:01:05,673 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T20:01:05,673 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T20:01:05,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/.tmp/f/7061623682f44b378115b8dba7d7a80d 2024-11-08T20:01:05,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/.tmp/f/7061623682f44b378115b8dba7d7a80d as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/7061623682f44b378115b8dba7d7a80d 2024-11-08T20:01:05,884 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/7061623682f44b378115b8dba7d7a80d, entries=5, sequenceid=111, filesize=5.0 K 2024-11-08T20:01:05,885 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for eb102e418ffb975d051bfe6e9653e396 in 484ms, sequenceid=111, compaction requested=false 2024-11-08T20:01:05,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for eb102e418ffb975d051bfe6e9653e396: 2024-11-08T20:01:05,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. for snapshot_1731096064812_ns2_test-17310960099611 completed. 2024-11-08T20:01:05,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396.' region-info for snapshot=snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:05,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:01:05,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/7061623682f44b378115b8dba7d7a80d] hfiles 2024-11-08T20:01:05,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec for snapshot=snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:05,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/7061623682f44b378115b8dba7d7a80d for snapshot=snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:05,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741923_1099 (size=130) 2024-11-08T20:01:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T20:01:06,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:01:06,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T20:01:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T20:01:06,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731096064812_ns2_test-17310960099611 on region eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:01:06,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:01:06,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-08T20:01:06,301 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:01:06,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb102e418ffb975d051bfe6e9653e396 in 1.0540 sec 2024-11-08T20:01:06,302 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:01:06,303 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:01:06,303 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:06,304 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741924_1100 (size=496) 2024-11-08T20:01:06,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bb99556d032ddc354c6bda26bc48458a, had cached 0 bytes from a total of 28925 2024-11-08T20:01:06,722 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:01:06,734 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:01:06,734 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096064812_ns2_test-17310960099611 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:06,735 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:01:06,735 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-08T20:01:06,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731096064812_ns2_test-17310960099611 table=ns2:test-17310960099611 type=FLUSH ttl=0 } in 1.9100 sec 2024-11-08T20:01:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T20:01:06,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17310960099611 completed 2024-11-08T20:01:06,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } 2024-11-08T20:01:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096066984 (current time:1731096066984). 2024-11-08T20:01:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:01:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731096066982_ns3_test-17310960099612 VERSION not specified, setting to 2 2024-11-08T20:01:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b912b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:06,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb9b211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:06,991 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:06,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@821bbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:06,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:06,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:06,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:07,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:01:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:07,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:01:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } 2024-11-08T20:01:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-08T20:01:07,004 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:01:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T20:01:07,005 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:01:07,009 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:01:07,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741925_1101 (size=86) 2024-11-08T20:01:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T20:01:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T20:01:07,420 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:01:07,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 369fa34bf122f3ccc482f0fffdf2d36f}] 2024-11-08T20:01:07,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:01:07,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-08T20:01:07,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:01:07,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 369fa34bf122f3ccc482f0fffdf2d36f: 2024-11-08T20:01:07,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. for snapshot_1731096066982_ns3_test-17310960099612 completed. 2024-11-08T20:01:07,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f.' region-info for snapshot=snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:07,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:01:07,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:01:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741926_1102 (size=52) 2024-11-08T20:01:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T20:01:07,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:01:07,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-08T20:01:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-08T20:01:07,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731096066982_ns3_test-17310960099612 on region 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:01:07,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:01:08,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-08T20:01:08,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 369fa34bf122f3ccc482f0fffdf2d36f in 581 msec 2024-11-08T20:01:08,007 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:01:08,009 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:01:08,009 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:01:08,010 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:08,010 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741927_1103 (size=443) 2024-11-08T20:01:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T20:01:08,428 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:01:08,437 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:01:08,437 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096066982_ns3_test-17310960099612 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:08,439 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:01:08,439 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-08T20:01:08,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731096066982_ns3_test-17310960099612 table=ns3:test-17310960099612 type=FLUSH ttl=0 } in 1.4380 sec 2024-11-08T20:01:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T20:01:09,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17310960099612 completed 2024-11-08T20:01:09,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } 2024-11-08T20:01:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096069153 (current time:1731096069153). 2024-11-08T20:01:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:01:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731096069152_ns4_test-17310960099613 VERSION not specified, setting to 2 2024-11-08T20:01:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e1efc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:09,157 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:09,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:09,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2520a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:09,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:09,161 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:09,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50055aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:09,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:09,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:01:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:09,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:01:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } 2024-11-08T20:01:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-08T20:01:09,169 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:01:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T20:01:09,170 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:01:09,172 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:01:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741928_1104 (size=86) 2024-11-08T20:01:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T20:01:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T20:01:09,581 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:01:09,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0e4789d6107d9e2ec0221b539ac074a}] 2024-11-08T20:01:09,585 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:01:09,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-08T20:01:09,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:01:09,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for b0e4789d6107d9e2ec0221b539ac074a: 2024-11-08T20:01:09,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. for snapshot_1731096069152_ns4_test-17310960099613 completed. 2024-11-08T20:01:09,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a.' region-info for snapshot=snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:09,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:01:09,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:01:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741929_1105 (size=52) 2024-11-08T20:01:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T20:01:10,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:01:10,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-08T20:01:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-08T20:01:10,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731096069152_ns4_test-17310960099613 on region b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:01:10,156 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:01:10,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T20:01:10,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0e4789d6107d9e2ec0221b539ac074a in 576 msec 2024-11-08T20:01:10,163 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:01:10,165 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:01:10,166 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:01:10,166 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:10,168 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:10,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741930_1106 (size=443) 2024-11-08T20:01:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T20:01:10,628 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:01:10,633 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:01:10,634 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_1731096069152_ns4_test-17310960099613 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:10,636 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:01:10,636 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-08T20:01:10,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731096069152_ns4_test-17310960099613 table=ns4:test-17310960099613 type=FLUSH ttl=0 } in 1.4690 sec 2024-11-08T20:01:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T20:01:11,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17310960099613 completed 2024-11-08T20:01:11,322 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731096056002 2024-11-08T20:01:11,322 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T20:01:11,322 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-08T20:01:11,322 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731096056002_backup:system_bulk 2024-11-08T20:01:11,323 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731096060491_backup_system_bulk to hdfs://localhost:37117/backupUT/backup_1731096056002/backup/system_bulk/ 2024-11-08T20:01:11,323 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T20:01:11,358 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37117, inputRoot=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:11,358 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_257457119_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37117/backupUT/backup_1731096056002/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37117/backupUT/backup_1731096056002/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:11,360 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T20:01:11,364 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096060491_backup_system_bulk to hdfs://localhost:37117/backupUT/backup_1731096056002/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741931_1107 (size=76) 2024-11-08T20:01:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741932_1108 (size=702) 2024-11-08T20:01:11,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:11,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:11,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-15983557693068724991.jar 2024-11-08T20:01:12,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:12,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:12,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:12,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:12,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:12,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:12,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:12,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:12,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:12,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:12,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:12,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:12,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:12,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:12,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:12,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:12,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:12,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:12,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:12,687 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:12,710 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731096060491_backup_system_bulk' hfile list 2024-11-08T20:01:12,794 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1152253829_0005_4fa6c4ff-4ea0-40cd-8bd4-ef77eef5ac21/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:12,794 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1152253829_0005_4fa6c4ff-4ea0-40cd-8bd4-ef77eef5ac21/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:13,829 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T20:01:13,831 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T20:01:13,841 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:13,841 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731096060491_backup_system_bulk finished. 2024-11-08T20:01:13,841 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731096056002_test-1731096009961 2024-11-08T20:01:13,841 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731096062651_default_test-1731096009961 to hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/ 2024-11-08T20:01:13,841 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T20:01:13,866 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37117, inputRoot=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:13,867 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_257457119_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/.hbase-snapshot/.tmp/snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:13,868 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T20:01:13,874 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096062651_default_test-1731096009961 to hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/.hbase-snapshot/.tmp/snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741934_1110 (size=84) 2024-11-08T20:01:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741933_1109 (size=1347) 2024-11-08T20:01:14,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:14,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:14,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-4449261413218320228.jar 2024-11-08T20:01:15,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:15,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:15,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:15,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:15,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:15,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:15,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:15,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:15,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:15,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:15,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:15,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:15,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:15,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:15,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:15,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:15,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:15,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:15,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:15,184 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:15,206 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731096062651_default_test-1731096009961' hfile list 2024-11-08T20:01:15,209 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-08T20:01:15,282 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local842124370_0006_ef086139-eb7a-4f97-959f-37f724bb1234/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:15,282 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local842124370_0006_ef086139-eb7a-4f97-959f-37f724bb1234/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:15,348 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T20:01:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741935_1111 (size=13760) 2024-11-08T20:01:15,787 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1 output=hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1 2024-11-08T20:01:15,787 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-08T20:01:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741936_1112 (size=10796) 2024-11-08T20:01:16,216 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a output=hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a 2024-11-08T20:01:16,217 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-08T20:01:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741937_1113 (size=8413) 2024-11-08T20:01:16,656 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 output=hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:01:16,656 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-08T20:01:16,669 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 to hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323" truncated to max limit (512 characters) 2024-11-08T20:01:16,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741938_1114 (size=5591) 2024-11-08T20:01:17,077 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 output=hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:17,077 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-08T20:01:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741939_1115 (size=5484) 2024-11-08T20:01:17,513 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 output=hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 2024-11-08T20:01:17,513 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-08T20:01:18,322 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T20:01:18,324 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T20:01:18,335 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:18,335 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731096062651_default_test-1731096009961 finished. 2024-11-08T20:01:18,335 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731096056002_ns2:test-17310960099611 2024-11-08T20:01:18,336 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731096064812_ns2_test-17310960099611 to hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/ 2024-11-08T20:01:18,336 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T20:01:18,362 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37117, inputRoot=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:18,362 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_257457119_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/.hbase-snapshot/.tmp/snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:18,364 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T20:01:18,369 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096064812_ns2_test-17310960099611 to hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/.hbase-snapshot/.tmp/snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741940_1116 (size=496) 2024-11-08T20:01:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741941_1117 (size=86) 2024-11-08T20:01:18,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:18,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:18,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-6891635439933165869.jar 2024-11-08T20:01:19,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:19,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:19,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:19,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:19,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:19,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:19,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:19,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:19,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:19,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:19,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:19,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:19,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:19,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:19,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:19,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:19,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:19,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:19,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:19,681 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:19,703 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731096064812_ns2_test-17310960099611' hfile list 2024-11-08T20:01:19,705 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-08T20:01:19,778 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1322458108_0007_0d3c6c39-6fcf-4477-813b-0d09d1ddbb2a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:19,778 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1322458108_0007_0d3c6c39-6fcf-4477-813b-0d09d1ddbb2a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:19,840 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T20:01:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741942_1118 (size=8413) 2024-11-08T20:01:20,264 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec output=hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec 2024-11-08T20:01:20,264 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-08T20:01:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741943_1119 (size=5134) 2024-11-08T20:01:20,700 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/7061623682f44b378115b8dba7d7a80d output=hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/7061623682f44b378115b8dba7d7a80d 2024-11-08T20:01:20,700 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-08T20:01:20,816 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T20:01:20,818 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T20:01:20,828 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:20,828 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731096064812_ns2_test-17310960099611 finished. 2024-11-08T20:01:20,828 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731096056002_ns3:test-17310960099612 2024-11-08T20:01:20,828 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731096066982_ns3_test-17310960099612 to hdfs://localhost:37117/backupUT/backup_1731096056002/ns3/test-17310960099612/ 2024-11-08T20:01:20,828 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T20:01:20,854 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37117, inputRoot=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:20,854 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_257457119_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37117/backupUT/backup_1731096056002/ns3/test-17310960099612, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37117/backupUT/backup_1731096056002/ns3/test-17310960099612/.hbase-snapshot/.tmp/snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:20,856 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T20:01:20,859 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096066982_ns3_test-17310960099612 to hdfs://localhost:37117/backupUT/backup_1731096056002/ns3/test-17310960099612/.hbase-snapshot/.tmp/snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741945_1121 (size=443) 2024-11-08T20:01:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741944_1120 (size=86) 2024-11-08T20:01:21,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:21,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:21,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-16183253709654641935.jar 2024-11-08T20:01:22,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:22,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:22,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:22,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:22,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:22,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:22,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:22,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:22,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:22,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:22,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:22,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:22,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:22,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:22,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:22,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:22,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:22,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:22,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:22,179 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:22,200 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731096066982_ns3_test-17310960099612' hfile list 2024-11-08T20:01:22,278 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local604029072_0008_c8dc97e2-4802-4dc3-8d27-5f1247e9a63b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:22,278 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local604029072_0008_c8dc97e2-4802-4dc3-8d27-5f1247e9a63b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:23,312 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T20:01:23,313 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T20:01:23,317 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:23,317 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731096066982_ns3_test-17310960099612 finished. 2024-11-08T20:01:23,317 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731096056002_ns4:test-17310960099613 2024-11-08T20:01:23,317 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731096069152_ns4_test-17310960099613 to hdfs://localhost:37117/backupUT/backup_1731096056002/ns4/test-17310960099613/ 2024-11-08T20:01:23,317 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T20:01:23,342 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37117, inputRoot=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:23,342 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_257457119_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37117/backupUT/backup_1731096056002/ns4/test-17310960099613, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37117/backupUT/backup_1731096056002/ns4/test-17310960099613/.hbase-snapshot/.tmp/snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:23,343 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T20:01:23,347 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_1731096069152_ns4_test-17310960099613 to hdfs://localhost:37117/backupUT/backup_1731096056002/ns4/test-17310960099613/.hbase-snapshot/.tmp/snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741946_1122 (size=86) 2024-11-08T20:01:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741947_1123 (size=443) 2024-11-08T20:01:23,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:23,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:23,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-6206069030759689772.jar 2024-11-08T20:01:24,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:24,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:24,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:24,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:24,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:24,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:24,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:24,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:24,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:24,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:24,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:24,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:24,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:24,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:24,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:24,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:24,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T20:01:24,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:24,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:24,657 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:24,679 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731096069152_ns4_test-17310960099613' hfile list 2024-11-08T20:01:24,762 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local557548125_0009_13ccfd85-83a1-45b4-8d7d-742c277c8cdc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:24,762 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local557548125_0009_13ccfd85-83a1-45b4-8d7d-742c277c8cdc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:25,803 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T20:01:25,805 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T20:01:25,816 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:25,816 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731096069152_ns4_test-17310960099613 finished. 2024-11-08T20:01:25,816 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-08T20:01:25,816 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731096009961 2024-11-08T20:01:25,816 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17310960099611 2024-11-08T20:01:25,816 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17310960099612 2024-11-08T20:01:25,816 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17310960099613 2024-11-08T20:01:25,827 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731096056002 2024-11-08T20:01:25,827 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T20:01:25,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741948_1124 (size=209) 2024-11-08T20:01:26,234 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37117/backupUT/backup_1731096056002/.backup.manifest 2024-11-08T20:01:26,234 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731096056002 finished: type=FULL,tablelist=backup:system_bulk;test-1731096009961;ns2:test-17310960099611;ns3:test-17310960099612;ns4:test-17310960099613,targetRootDir=hdfs://localhost:37117/backupUT,startts=1731096060211,completets=1731096085827,bytescopied=0 2024-11-08T20:01:26,235 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T20:01:26,235 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:26,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731096060491_backup_system_bulk" type: DISABLED 2024-11-08T20:01:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731096060491_backup_system_bulk 2024-11-08T20:01:26,245 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731096060491_backup_system_bulk for backup backup_1731096056002 succeeded. 2024-11-08T20:01:26,245 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:26,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731096062651_default_test-1731096009961" type: DISABLED 2024-11-08T20:01:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731096062651_default_test-1731096009961 2024-11-08T20:01:26,250 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731096062651_default_test-1731096009961 for backup backup_1731096056002 succeeded. 2024-11-08T20:01:26,250 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:26,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731096064812_ns2_test-17310960099611" type: DISABLED 2024-11-08T20:01:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731096064812_ns2_test-17310960099611 2024-11-08T20:01:26,254 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731096064812_ns2_test-17310960099611 for backup backup_1731096056002 succeeded. 2024-11-08T20:01:26,254 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:26,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731096066982_ns3_test-17310960099612" type: DISABLED 2024-11-08T20:01:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731096066982_ns3_test-17310960099612 2024-11-08T20:01:26,259 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731096066982_ns3_test-17310960099612 for backup backup_1731096056002 succeeded. 2024-11-08T20:01:26,259 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:26,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731096069152_ns4_test-17310960099613" type: DISABLED 2024-11-08T20:01:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731096069152_ns4_test-17310960099613 2024-11-08T20:01:26,264 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731096069152_ns4_test-17310960099613 for backup backup_1731096056002 succeeded. 2024-11-08T20:01:26,265 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T20:01:26,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T20:01:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T20:01:26,274 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T20:01:26,277 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T20:01:26,285 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731096056002 completed. 2024-11-08T20:01:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:29,524 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:01:31,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,406 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T20:01:31,410 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731096091311 2024-11-08T20:01:31,413 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731096056002} 2024-11-08T20:01:31,413 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T20:01:31,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:31,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:01:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096091515 (current time:1731096091515). 2024-11-08T20:01:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:01:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T20:01:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192820e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:31,517 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25513406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:31,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2196ab68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:31,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:31,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:31,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:31,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169. 2024-11-08T20:01:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:31,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T20:01:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T20:01:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-08T20:01:31,526 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:01:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T20:01:31,527 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:01:31,529 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:01:31,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741949_1125 (size=52) 2024-11-08T20:01:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T20:01:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T20:01:31,938 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:01:31,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a}] 2024-11-08T20:01:31,941 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:01:32,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-08T20:01:32,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:01:32,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing bb99556d032ddc354c6bda26bc48458a 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-08T20:01:32,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/17a4d12673434424b8b621683410e40a is 158, key is trslm:hdfs://localhost:37117/backupUT\x00ns2:test-17310960099611/meta:log-roll-map/1731096085821/Put/seqid=0 2024-11-08T20:01:32,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741950_1126 (size=6646) 2024-11-08T20:01:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T20:01:32,513 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/17a4d12673434424b8b621683410e40a 2024-11-08T20:01:32,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/6fdefc04dde7401aa5bef89cef9275fa is 826, key is session:backup_1731096056002/session:context/1731096086276/Put/seqid=0 2024-11-08T20:01:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741951_1127 (size=5928) 2024-11-08T20:01:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T20:01:32,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/6fdefc04dde7401aa5bef89cef9275fa 2024-11-08T20:01:32,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/17a4d12673434424b8b621683410e40a as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/17a4d12673434424b8b621683410e40a 2024-11-08T20:01:32,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/17a4d12673434424b8b621683410e40a, entries=12, sequenceid=42, filesize=6.5 K 2024-11-08T20:01:32,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/6fdefc04dde7401aa5bef89cef9275fa as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/6fdefc04dde7401aa5bef89cef9275fa 2024-11-08T20:01:32,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/6fdefc04dde7401aa5bef89cef9275fa, entries=2, sequenceid=42, filesize=5.8 K 2024-11-08T20:01:32,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for bb99556d032ddc354c6bda26bc48458a in 867ms, sequenceid=42, compaction requested=true 2024-11-08T20:01:32,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for bb99556d032ddc354c6bda26bc48458a: 2024-11-08T20:01:32,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. for snapshot_backup_system completed. 2024-11-08T20:01:32,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a.' region-info for snapshot=snapshot_backup_system 2024-11-08T20:01:32,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:01:32,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/0ad6fe2a80154c07889b3546cf2efd03, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/17a4d12673434424b8b621683410e40a] hfiles 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/01af967365ac4545b6a3d75a2d07e266 for snapshot=snapshot_backup_system 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/0ad6fe2a80154c07889b3546cf2efd03 for snapshot=snapshot_backup_system 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/17a4d12673434424b8b621683410e40a for snapshot=snapshot_backup_system 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/0d10920607f44631aff5412bf103181d, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/6fdefc04dde7401aa5bef89cef9275fa] hfiles 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/69a2838f399d49ea81066ce25549e21b for snapshot=snapshot_backup_system 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/97f7fe1320f3467dae158abdccd5bff3 for snapshot=snapshot_backup_system 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/0d10920607f44631aff5412bf103181d for snapshot=snapshot_backup_system 2024-11-08T20:01:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/6fdefc04dde7401aa5bef89cef9275fa for snapshot=snapshot_backup_system 2024-11-08T20:01:32,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741952_1128 (size=330) 2024-11-08T20:01:33,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:01:33,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-08T20:01:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-08T20:01:33,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:01:33,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:01:33,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T20:01:33,379 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:01:33,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb99556d032ddc354c6bda26bc48458a in 1.4370 sec 2024-11-08T20:01:33,380 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:01:33,381 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:01:33,381 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T20:01:33,382 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T20:01:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741953_1129 (size=967) 2024-11-08T20:01:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T20:01:33,799 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:01:33,814 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:01:33,815 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.hbase-snapshot/snapshot_backup_system 2024-11-08T20:01:33,816 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:01:33,817 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-08T20:01:33,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2930 sec 2024-11-08T20:01:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T20:01:35,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T20:01:35,692 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731096091311 started at 1731096095692. 2024-11-08T20:01:35,698 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731096091311 has been started. 2024-11-08T20:01:35,706 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17310960099611, ns3:test-17310960099612, test-1731096009961, ns4:test-17310960099613] 2024-11-08T20:01:35,710 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731096046587for backupID backup_1731096091311 2024-11-08T20:01:35,710 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T20:01:35,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T20:01:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T20:01:35,711 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T20:01:35,711 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T20:01:35,711 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T20:01:35,711 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T20:01:35,712 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,712 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:35,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:01:35,787 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,787 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:01:35,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:01:35,789 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,789 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T20:01:35,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:35,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T20:01:35,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:35,792 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T20:01:35,793 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T20:01:35,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T20:01:35,793 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T20:01:35,794 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T20:01:35,794 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T20:01:35,794 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T20:01:35,794 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T20:01:35,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,812 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:01:35,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:01:35,813 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,813 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T20:01:35,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:01:35,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:01:35,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:35,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:01:35,820 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b75fe890c219,35667,1731096001923' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T20:01:35,820 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4444b9b7[Count = 0] remaining members to acquire global barrier 2024-11-08T20:01:35,820 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T20:01:35,820 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,832 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,832 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T20:01:35,832 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,833 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T20:01:35,833 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T20:01:35,833 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,833 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731096060372 highest: 1731096060388 on b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,833 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.meta:.meta(num 1731096060352) roll requested 2024-11-08T20:01:35,853 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096095833.meta, exclude list is [], retry=0 2024-11-08T20:01:35,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:01:35,856 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096095833.meta 2024-11-08T20:01:35,857 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:01:35,857 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta is not closed yet, will try archiving it next time 2024-11-08T20:01:35,857 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0:(num 1731096060372) roll requested 2024-11-08T20:01:35,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta not finished, retry = 0 2024-11-08T20:01:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741911_1087 (size=93) 2024-11-08T20:01:35,869 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096095857, exclude list is [], retry=0 2024-11-08T20:01:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:01:35,872 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096095857 2024-11-08T20:01:35,872 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:01:35,872 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 is not closed yet, will try archiving it next time 2024-11-08T20:01:35,872 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1:(num 1731096060388) roll requested 2024-11-08T20:01:35,872 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096026966 2024-11-08T20:01:35,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 not finished, retry = 0 2024-11-08T20:01:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741912_1088 (size=653) 2024-11-08T20:01:35,884 DEBUG [regionserver/b75fe890c219:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096095872, exclude list is [], retry=0 2024-11-08T20:01:35,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-61e43602-dd20-4488-96c0-650b6ab463cd,DISK] 2024-11-08T20:01:35,888 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096095872 2024-11-08T20:01:35,888 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-08T20:01:35,888 DEBUG [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 is not closed yet, will try archiving it next time 2024-11-08T20:01:35,888 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096046587 2024-11-08T20:01:35,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 not finished, retry = 0 2024-11-08T20:01:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741913_1089 (size=4710) 2024-11-08T20:01:35,893 DEBUG [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T20:01:35,893 INFO [rs(b75fe890c219,35667,1731096001923)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731096095857 on b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:35,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:35,910 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T20:01:35,910 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b75fe890c219,35667,1731096001923' in zk 2024-11-08T20:01:35,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,936 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T20:01:35,936 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:01:35,936 DEBUG [member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T20:01:35,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:01:35,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:01:35,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:01:35,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:01:35,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:35,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:01:35,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:35,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b75fe890c219,35667,1731096001923': 2024-11-08T20:01:35,944 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b75fe890c219,35667,1731096001923' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T20:01:35,944 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T20:01:35,944 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T20:01:35,944 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T20:01:35,944 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T20:01:35,944 INFO [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T20:01:35,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:01:35,957 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T20:01:35,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T20:01:35,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T20:01:35,959 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:01:35,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:01:35,959 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:35,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,960 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta 2024-11-08T20:01:35,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T20:01:35,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:35,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,963 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T20:01:35,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T20:01:35,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,975 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b75fe890c219,35667,1731096001923 2024-11-08T20:01:35,978 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T20:01:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T20:01:35,978 DEBUG [(b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T20:01:35,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T20:01:35,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T20:01:35,979 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T20:01:35,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T20:01:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T20:01:35,995 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b75fe890c219:35667=1731096046587} newestTimestamps: {b75fe890c219:35667=1731096060388} 2024-11-08T20:01:35,998 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b75fe890c219%2C35667%2C1731096001923.meta.1731096005397.meta 2024-11-08T20:01:35,998 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b75fe890c219%2C35667%2C1731096001923.meta.1731096046552.meta 2024-11-08T20:01:35,998 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b75fe890c219%2C35667%2C1731096001923.meta.1731096095833.meta 2024-11-08T20:01:35,998 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096095857 2024-11-08T20:01:35,998 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 2024-11-08T20:01:35,998 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096095872 2024-11-08T20:01:36,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.meta.1731096026946.meta 2024-11-08T20:01:36,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.meta.1731096060352.meta 2024-11-08T20:01:36,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741957_1133 (size=640) 2024-11-08T20:01:36,413 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:37117/backupUT/backup_1731096091311/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:01:36,413 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T20:01:36,417 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-08T20:01:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741958_1134 (size=45) 2024-11-08T20:01:36,827 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-08T20:01:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741959_1135 (size=950) 2024-11-08T20:01:37,245 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731096009961 target: hdfs://localhost:37117/backupUT/backup_1731096091311/default/test-1731096009961 descriptor: 'test-1731096009961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:01:37,245 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T20:01:37,250 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731096009961 2024-11-08T20:01:37,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741960_1136 (size=53) 2024-11-08T20:01:37,657 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731096009961 2024-11-08T20:01:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741961_1137 (size=364) 2024-11-08T20:01:38,075 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17310960099611 target: hdfs://localhost:37117/backupUT/backup_1731096091311/ns2/test-17310960099611 descriptor: 'ns2:test-17310960099611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:01:38,075 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T20:01:38,078 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17310960099611 2024-11-08T20:01:38,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741962_1138 (size=50) 2024-11-08T20:01:38,486 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17310960099611 2024-11-08T20:01:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741963_1139 (size=390) 2024-11-08T20:01:38,906 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17310960099612 target: hdfs://localhost:37117/backupUT/backup_1731096091311/ns3/test-17310960099612 descriptor: 'ns3:test-17310960099612', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:01:38,906 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T20:01:38,913 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17310960099612 2024-11-08T20:01:38,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741964_1140 (size=50) 2024-11-08T20:01:39,320 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17310960099612 2024-11-08T20:01:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741965_1141 (size=390) 2024-11-08T20:01:39,737 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17310960099613 target: hdfs://localhost:37117/backupUT/backup_1731096091311/ns4/test-17310960099613 descriptor: 'ns4:test-17310960099613', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:01:39,738 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T20:01:39,741 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17310960099613 2024-11-08T20:01:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741966_1142 (size=50) 2024-11-08T20:01:40,150 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17310960099613 2024-11-08T20:01:40,166 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37117/backupUT/.tmp/backup_1731096091311 from hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388;hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 2024-11-08T20:01:40,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a621a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:40,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:40,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:40,167 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259e6a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:40,169 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:40,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3405da99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:40,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccc3495 2024-11-08T20:01:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:40,172 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:40,177 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T20:01:40,177 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-08T20:01:40,177 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:40,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:40,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:40,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:40,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:40,182 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-08T20:01:40,182 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17310960099611 2024-11-08T20:01:40,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17310960099611,, stopping at row=ns2:test-17310960099611 ,, for max=2147483647 with caching=100 2024-11-08T20:01:40,185 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17310960099611: ns2:test-17310960099611; 2024-11-08T20:01:40,185 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17310960099612 2024-11-08T20:01:40,185 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17310960099612,, stopping at row=ns3:test-17310960099612 ,, for max=2147483647 with caching=100 2024-11-08T20:01:40,187 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17310960099612: ns3:test-17310960099612; 2024-11-08T20:01:40,187 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731096009961 2024-11-08T20:01:40,187 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731096009961,, stopping at row=test-1731096009961 ,, for max=2147483647 with caching=100 2024-11-08T20:01:40,189 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731096009961: test-1731096009961; 2024-11-08T20:01:40,189 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17310960099613 2024-11-08T20:01:40,189 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17310960099613,, stopping at row=ns4:test-17310960099613 ,, for max=2147483647 with caching=100 2024-11-08T20:01:40,190 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17310960099613: ns4:test-17310960099613; 2024-11-08T20:01:40,191 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-08T20:01:40,191 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/partitions_7b456d4f-c1f8-4c50-a1b1-9aa1bc86d013 2024-11-08T20:01:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741967_1143 (size=324) 2024-11-08T20:01:40,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:40,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:40,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:40,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b8a5f7e703e30a43be76ccf495fd4323, had cached 0 bytes from a total of 38453 2024-11-08T20:01:41,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-5072688914585082427.jar 2024-11-08T20:01:41,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:41,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:41,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:41,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:41,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:41,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:41,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:41,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:41,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:41,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:41,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:41,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:41,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:41,462 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17310960099611,ns3:test-17310960099612,default:test-1731096009961,ns4:test-17310960099613 2024-11-08T20:01:41,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:01:41,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:41,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:41,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:41,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:41,462 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:42,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-4466681600161522826.jar 2024-11-08T20:01:42,326 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:42,347 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 for WAL files 2024-11-08T20:01:42,348 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 2024-11-08T20:01:42,349 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 for WAL files 2024-11-08T20:01:42,349 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 2024-11-08T20:01:42,434 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1939249545_0010_9521779f-9527-48f1-b747-fd178f5e8c2c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:42,434 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1939249545_0010_9521779f-9527-48f1-b747-fd178f5e8c2c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:42,481 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 for hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1.1731096060388 (-9223372036854775808:9223372036854775807) length:4710 2024-11-08T20:01:42,485 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T20:01:42,485 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T20:01:42,520 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 for hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs/b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0.1731096060372 (-9223372036854775808:9223372036854775807) length:653 2024-11-08T20:01:42,522 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T20:01:42,523 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T20:01:42,602 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f481b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:42,602 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:42,602 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:42,603 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:42,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:42,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:42,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa7d62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:42,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:42,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:42,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:42,605 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:42,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5c4403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:42,606 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:42,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:42,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:42,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731096009961', row='row-test-1731096009961-2-0', locateType=CURRENT is [region=test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., hostname=b75fe890c219,35667,1731096001923, seqNum=338] 2024-11-08T20:01:42,610 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-08T20:01:42,610 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:42,610 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:42,610 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:42,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:42,610 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-2-0] 2024-11-08T20:01:42,610 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:01:42,613 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/backupUT/.tmp/backup_1731096091311/_temporary/0/_temporary/attempt_local1939249545_0010_r_000004_0/default/test-1731096009961/f2/5e2b355a49af4dad8b8e16667fad9ee7 is 58, key is row-test-1731096009961-2-0/f2:q1/1731096086303/Put/seqid=0 2024-11-08T20:01:42,615 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:01:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741968_1144 (size=5367) 2024-11-08T20:01:43,481 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37117/backupUT 2024-11-08T20:01:43,481 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731096091311 2024-11-08T20:01:43,481 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-08T20:01:43,492 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37117/backupUT/.tmp/backup_1731096091311, hdfs://localhost:37117/backupUT] 2024-11-08T20:01:43,530 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:43,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region eb102e418ffb975d051bfe6e9653e396, had cached 0 bytes from a total of 13547 2024-11-08T20:01:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741969_1145 (size=5367) 2024-11-08T20:01:44,134 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-08T20:01:44,137 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731096091311 2024-11-08T20:01:44,137 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-08T20:01:44,137 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local908023081_0011 completed: true true 2024-11-08T20:01:44,138 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6664252 FILE: Number of bytes written=17144956 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410449 HDFS: Number of bytes written=2548327 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=421 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-08T20:01:44,138 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37117/backupUT/.tmp/backup_1731096091311 to hdfs://localhost:37117/backupUT finished. 2024-11-08T20:01:44,158 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731096091311 2024-11-08T20:01:44,161 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731096056002} 2024-11-08T20:01:44,161 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T20:01:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741970_1146 (size=714) 2024-11-08T20:01:44,568 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37117/backupUT/backup_1731096091311/.backup.manifest 2024-11-08T20:01:44,568 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731096091311 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1731096009961;ns2:test-17310960099611;ns3:test-17310960099612;ns4:test-17310960099613,targetRootDir=hdfs://localhost:37117/backupUT,startts=1731096095692,completets=1731096104158,bytescopied=0 2024-11-08T20:01:44,568 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T20:01:44,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T20:01:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T20:01:44,583 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T20:01:44,586 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T20:01:44,590 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731096091311 completed. 2024-11-08T20:01:44,590 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-08T20:01:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:44,609 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731096020124 2024-11-08T20:01:44,612 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-08T20:01:44,613 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-08T20:01:44,614 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37117/backupUT/backup_1731096020124/.backup.manifest 2024-11-08T20:01:44,616 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731096020124/.backup.manifest 2024-11-08T20:01:44,618 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37117/backupUT/backup_1731096020124/.backup.manifest 2024-11-08T20:01:44,620 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731096020124/.backup.manifest 2024-11-08T20:01:44,620 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731096009961' to 'table1' from full backup image hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961 2024-11-08T20:01:44,629 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-08T20:01:44,629 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:44,630 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f in region [hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323] 2024-11-08T20:01:44,634 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 first=row0 last=row98 2024-11-08T20:01:44,634 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3 in region [hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323] 2024-11-08T20:01:44,638 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b first=row-test-1731096009961-3-0 last=row-test-1731096009961-3-5 2024-11-08T20:01:44,638 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob in region [hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323] 2024-11-08T20:01:44,642 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 first=row-test-1731096009961-3-0 last=row-test-1731096009961-3-5 2024-11-08T20:01:44,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:01:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-08T20:01:44,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:01:44,650 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:44,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-08T20:01:44,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:01:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T20:01:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741971_1147 (size=938) 2024-11-08T20:01:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T20:01:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T20:01:45,062 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d92e65a7f712a06442d5eb20cf941de2, NAME => 'table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:45,063 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8cbe9715f2d24bcd66d4ae3e458f44d8, NAME => 'table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:45,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741972_1148 (size=45) 2024-11-08T20:01:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741973_1149 (size=45) 2024-11-08T20:01:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing d92e65a7f712a06442d5eb20cf941de2, disabling compactions & flushes 2024-11-08T20:01:45,475 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. after waiting 0 ms 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:45,475 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for d92e65a7f712a06442d5eb20cf941de2: Waiting for close lock at 1731096105475Disabling compacts and flushes for region at 1731096105475Disabling writes for close at 1731096105475Writing region close event to WAL at 1731096105475Closed at 1731096105475 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:45,475 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 8cbe9715f2d24bcd66d4ae3e458f44d8, disabling compactions & flushes 2024-11-08T20:01:45,475 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:45,476 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:45,476 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. after waiting 0 ms 2024-11-08T20:01:45,476 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:45,476 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:45,476 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8cbe9715f2d24bcd66d4ae3e458f44d8: Waiting for close lock at 1731096105475Disabling compacts and flushes for region at 1731096105475Disabling writes for close at 1731096105476 (+1 ms)Writing region close event to WAL at 1731096105476Closed at 1731096105476 2024-11-08T20:01:45,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:01:45,478 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731096105478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096105478"}]},"ts":"1731096105478"} 2024-11-08T20:01:45,478 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731096105478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096105478"}]},"ts":"1731096105478"} 2024-11-08T20:01:45,483 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:01:45,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:01:45,484 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096105484"}]},"ts":"1731096105484"} 2024-11-08T20:01:45,486 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-08T20:01:45,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, ASSIGN}] 2024-11-08T20:01:45,488 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, ASSIGN 2024-11-08T20:01:45,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, ASSIGN 2024-11-08T20:01:45,489 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:01:45,489 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:01:45,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=8cbe9715f2d24bcd66d4ae3e458f44d8, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:45,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=d92e65a7f712a06442d5eb20cf941de2, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:45,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, ASSIGN because future has completed 2024-11-08T20:01:45,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cbe9715f2d24bcd66d4ae3e458f44d8, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:01:45,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, ASSIGN because future has completed 2024-11-08T20:01:45,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92e65a7f712a06442d5eb20cf941de2, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:01:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T20:01:45,803 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:45,803 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cbe9715f2d24bcd66d4ae3e458f44d8, NAME => 'table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T20:01:45,804 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:01:45,804 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,804 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:45,804 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,804 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,806 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,808 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbe9715f2d24bcd66d4ae3e458f44d8 columnFamilyName f 2024-11-08T20:01:45,808 DEBUG [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:45,809 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] regionserver.HStore(327): Store=8cbe9715f2d24bcd66d4ae3e458f44d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:45,809 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,811 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbe9715f2d24bcd66d4ae3e458f44d8 columnFamilyName f3 2024-11-08T20:01:45,811 DEBUG [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:45,812 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] regionserver.HStore(327): Store=8cbe9715f2d24bcd66d4ae3e458f44d8/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:45,812 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,813 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbe9715f2d24bcd66d4ae3e458f44d8 columnFamilyName mob 2024-11-08T20:01:45,815 DEBUG [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:45,816 INFO [StoreOpener-8cbe9715f2d24bcd66d4ae3e458f44d8-1 {}] regionserver.HStore(327): Store=8cbe9715f2d24bcd66d4ae3e458f44d8/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:45,816 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,817 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,817 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,819 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,819 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,819 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:01:45,821 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,823 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:01:45,823 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 8cbe9715f2d24bcd66d4ae3e458f44d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10192519840, jitterRate=-0.050747618079185486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:01:45,823 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:45,824 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 8cbe9715f2d24bcd66d4ae3e458f44d8: Running coprocessor pre-open hook at 1731096105805Writing region info on filesystem at 1731096105805Initializing all the Stores at 1731096105806 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096105806Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096105806Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096105806Cleaning up temporary data from old regions at 1731096105819 (+13 ms)Running coprocessor post-open hooks at 1731096105823 (+4 ms)Region opened successfully at 1731096105824 (+1 ms) 2024-11-08T20:01:45,825 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8., pid=65, masterSystemTime=1731096105796 2024-11-08T20:01:45,827 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:45,827 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:45,827 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:45,827 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => d92e65a7f712a06442d5eb20cf941de2, NAME => 'table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T20:01:45,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=8cbe9715f2d24bcd66d4ae3e458f44d8, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:45,827 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:01:45,828 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,828 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:45,828 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,828 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cbe9715f2d24bcd66d4ae3e458f44d8, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:01:45,830 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,831 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92e65a7f712a06442d5eb20cf941de2 columnFamilyName f 2024-11-08T20:01:45,831 DEBUG [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:45,832 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] regionserver.HStore(327): Store=d92e65a7f712a06442d5eb20cf941de2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:45,832 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-08T20:01:45,834 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92e65a7f712a06442d5eb20cf941de2 columnFamilyName f3 2024-11-08T20:01:45,834 DEBUG [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:45,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cbe9715f2d24bcd66d4ae3e458f44d8, server=b75fe890c219,35667,1731096001923 in 188 msec 2024-11-08T20:01:45,834 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] regionserver.HStore(327): Store=d92e65a7f712a06442d5eb20cf941de2/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:45,835 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, ASSIGN in 346 msec 2024-11-08T20:01:45,836 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92e65a7f712a06442d5eb20cf941de2 columnFamilyName mob 2024-11-08T20:01:45,837 DEBUG [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:45,837 INFO [StoreOpener-d92e65a7f712a06442d5eb20cf941de2-1 {}] regionserver.HStore(327): Store=d92e65a7f712a06442d5eb20cf941de2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:45,837 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,838 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,838 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,839 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,839 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,840 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:01:45,841 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,842 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:01:45,843 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened d92e65a7f712a06442d5eb20cf941de2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10050209280, jitterRate=-0.06400132179260254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:01:45,843 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:45,843 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for d92e65a7f712a06442d5eb20cf941de2: Running coprocessor pre-open hook at 1731096105828Writing region info on filesystem at 1731096105828Initializing all the Stores at 1731096105829 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096105829Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096105829Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096105829Cleaning up temporary data from old regions at 1731096105839 (+10 ms)Running coprocessor post-open hooks at 1731096105843 (+4 ms)Region opened successfully at 1731096105843 2024-11-08T20:01:45,843 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., pid=66, masterSystemTime=1731096105796 2024-11-08T20:01:45,845 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:45,845 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:45,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=d92e65a7f712a06442d5eb20cf941de2, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:45,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92e65a7f712a06442d5eb20cf941de2, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:01:45,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-08T20:01:45,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure d92e65a7f712a06442d5eb20cf941de2, server=b75fe890c219,35667,1731096001923 in 204 msec 2024-11-08T20:01:45,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T20:01:45,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, ASSIGN in 362 msec 2024-11-08T20:01:45,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:01:45,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096105851"}]},"ts":"1731096105851"} 2024-11-08T20:01:45,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-08T20:01:45,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:01:45,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2060 sec 2024-11-08T20:01:46,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-08T20:01:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T20:01:46,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-08T20:01:46,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:01:46,804 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 from hbase tables test-1731096009961 to tables table1 2024-11-08T20:01:46,804 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731096009961 into table1 2024-11-08T20:01:46,807 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804 from hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:46,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8c6d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:46,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:46,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:46,808 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:46,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b84fe1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:46,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ed29da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:46,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:46,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:46,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f69d28e 2024-11-08T20:01:46,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:46,812 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:46,813 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T20:01:46,813 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T20:01:46,813 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:01:46,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:46,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:46,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:46,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:46,817 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T20:01:46,817 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T20:01:46,817 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T20:01:46,817 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/partitions_54af0e9c-8444-40f8-af42-c6d3ea26f0d0 2024-11-08T20:01:46,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741974_1150 (size=177) 2024-11-08T20:01:47,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:47,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:47,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-6322517980165489204.jar 2024-11-08T20:01:48,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:48,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:48,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:48,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:48,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:48,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:48,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:48,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:48,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:48,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:48,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:48,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:48,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:48,096 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T20:01:48,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:01:48,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:48,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:48,097 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T20:01:48,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:48,108 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:48,119 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T20:01:48,208 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local75331173_0012_d1265772-e07f-4543-bfc6-b51547b82fce/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:48,208 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local75331173_0012_d1265772-e07f-4543-bfc6-b51547b82fce/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:48,258 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:01:48,260 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:48,296 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 2024-11-08T20:01:48,298 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:48,320 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f3/18871188aa6f4dba9cdd3d35bfce712b 2024-11-08T20:01:48,323 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:48,349 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6fb49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:48,349 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:48,350 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:48,351 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1c1aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,352 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334075aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:48,353 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:48,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:48,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731096009961-3-0', locateType=CURRENT is [region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:48,357 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T20:01:48,357 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:48,357 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,357 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:48,357 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-3-0] 2024-11-08T20:01:48,357 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:01:48,362 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515f93aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:48,362 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:48,362 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:48,363 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:48,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:48,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:48,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351bbac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:48,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:48,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:48,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,364 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:48,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31abdffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:48,365 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:48,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:48,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:48,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:48,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731096009961-3-0', locateType=CURRENT is [region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:48,368 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T20:01:48,369 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:48,369 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,369 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:48,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:48,369 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-3-0] 2024-11-08T20:01:48,369 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:01:48,372 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/_temporary/0/_temporary/attempt_local75331173_0012_r_000000_0/f3/b81a6fb17e964f2993be38475e90278b is 58, key is row-test-1731096009961-3-0/f3:q1/1731096020097/Put/seqid=0 2024-11-08T20:01:48,374 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:01:48,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741975_1151 (size=5528) 2024-11-08T20:01:48,780 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/_temporary/0/_temporary/attempt_local75331173_0012_r_000000_0/mob/371ef4d7ee694ea6a76e93090c5899ee is 59, key is row-test-1731096009961-3-0/mob:q1/1731096020109/Put/seqid=0 2024-11-08T20:01:48,783 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:01:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741976_1152 (size=5537) 2024-11-08T20:01:49,218 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2113e318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:49,218 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:49,218 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:49,218 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3c4367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:49,220 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:49,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cda8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:49,221 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:49,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:49,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:49,225 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T20:01:49,225 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:49,225 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:49,225 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:49,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:49,225 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T20:01:49,225 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:01:49,233 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/_temporary/0/_temporary/attempt_local75331173_0012_r_000001_0/f/1b21961340e0476da33c80d66804ce38 is 37, key is row10/f:q1/1731096012679/Put/seqid=0 2024-11-08T20:01:49,235 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:01:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741977_1153 (size=8740) 2024-11-08T20:01:50,258 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804 2024-11-08T20:01:50,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab8cf37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:50,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:50,261 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:50,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7280b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,263 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:50,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6230f354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:50,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:50,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:50,269 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/_SUCCESS 2024-11-08T20:01:50,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cdb49eb 2024-11-08T20:01:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:50,278 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:50,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:50,289 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,301 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/f/1b21961340e0476da33c80d66804ce38 first=Optional[row0] last=Optional[row98] 2024-11-08T20:01:50,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/f3/b81a6fb17e964f2993be38475e90278b first=Optional[row-test-1731096009961-3-0] last=Optional[row-test-1731096009961-3-5] 2024-11-08T20:01:50,307 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/mob/371ef4d7ee694ea6a76e93090c5899ee first=Optional[row-test-1731096009961-3-0] last=Optional[row-test-1731096009961-3-5] 2024-11-08T20:01:50,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/mob/371ef4d7ee694ea6a76e93090c5899ee for inclusion in d92e65a7f712a06442d5eb20cf941de2/mob 2024-11-08T20:01:50,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/f/1b21961340e0476da33c80d66804ce38 for inclusion in 8cbe9715f2d24bcd66d4ae3e458f44d8/f 2024-11-08T20:01:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731096009961-3-0 last=row-test-1731096009961-3-5 2024-11-08T20:01:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T20:01:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-08T20:01:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T20:01:50,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/f3/b81a6fb17e964f2993be38475e90278b for inclusion in d92e65a7f712a06442d5eb20cf941de2/f3 2024-11-08T20:01:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HRegion(2603): Flush status journal for 8cbe9715f2d24bcd66d4ae3e458f44d8: 2024-11-08T20:01:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/f/1b21961340e0476da33c80d66804ce38 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f/1b21961340e0476da33c80d66804ce38 2024-11-08T20:01:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f/1b21961340e0476da33c80d66804ce38 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f/3a94142463c5404389d64aa99b5d09ba_SeqId_4_ 2024-11-08T20:01:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731096009961-3-0 last=row-test-1731096009961-3-5 2024-11-08T20:01:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T20:01:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegion(2603): Flush status journal for d92e65a7f712a06442d5eb20cf941de2: 2024-11-08T20:01:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ce1d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/mob/371ef4d7ee694ea6a76e93090c5899ee to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/mob/371ef4d7ee694ea6a76e93090c5899ee 2024-11-08T20:01:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:50,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cb1bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/mob/371ef4d7ee694ea6a76e93090c5899ee as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/mob/29fd742fdda343c79767a5fa6e4d4a65_SeqId_4_ 2024-11-08T20:01:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096106804/f3/b81a6fb17e964f2993be38475e90278b to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f3/b81a6fb17e964f2993be38475e90278b 2024-11-08T20:01:50,338 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:50,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fd8db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:50,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:50,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c589412 2024-11-08T20:01:50,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f3/b81a6fb17e964f2993be38475e90278b as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f3/4767fd48e142475299c8c002521bbd40_SeqId_4_ 2024-11-08T20:01:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f6207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:50,341 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:50,342 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0694dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:50,344 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:50,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:50,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4a23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2944042e 2024-11-08T20:01:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:50,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:50,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:50,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:50,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:50,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:50,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667. 2024-11-08T20:01:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,364 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f/1b21961340e0476da33c80d66804ce38 into 8cbe9715f2d24bcd66d4ae3e458f44d8/f as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f/3a94142463c5404389d64aa99b5d09ba_SeqId_4_ - updating store file list. 2024-11-08T20:01:50,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:50,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f/3a94142463c5404389d64aa99b5d09ba_SeqId_4_ into 8cbe9715f2d24bcd66d4ae3e458f44d8/f 2024-11-08T20:01:50,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f/1b21961340e0476da33c80d66804ce38 into 8cbe9715f2d24bcd66d4ae3e458f44d8/f (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f/3a94142463c5404389d64aa99b5d09ba_SeqId_4_) 2024-11-08T20:01:50,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:01:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f/1b21961340e0476da33c80d66804ce38 2024-11-08T20:01:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce50c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:50,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703f59ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:50,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47325a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf397f8 2024-11-08T20:01:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:50,376 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7183bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:50,378 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e38bed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:50,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,380 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:50,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33820849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@142e0fae 2024-11-08T20:01:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:50,382 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:01:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:50,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:50,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:50,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:01:50,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:50,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:50,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:01:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:50,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f3/b81a6fb17e964f2993be38475e90278b into d92e65a7f712a06442d5eb20cf941de2/f3 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f3/4767fd48e142475299c8c002521bbd40_SeqId_4_ - updating store file list. 2024-11-08T20:01:50,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667. 2024-11-08T20:01:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:50,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f3/4767fd48e142475299c8c002521bbd40_SeqId_4_ into d92e65a7f712a06442d5eb20cf941de2/f3 2024-11-08T20:01:50,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f3/b81a6fb17e964f2993be38475e90278b into d92e65a7f712a06442d5eb20cf941de2/f3 (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f3/4767fd48e142475299c8c002521bbd40_SeqId_4_) 2024-11-08T20:01:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/f3/b81a6fb17e964f2993be38475e90278b 2024-11-08T20:01:50,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/mob/371ef4d7ee694ea6a76e93090c5899ee into d92e65a7f712a06442d5eb20cf941de2/mob as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/mob/29fd742fdda343c79767a5fa6e4d4a65_SeqId_4_ - updating store file list. 2024-11-08T20:01:50,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/mob/29fd742fdda343c79767a5fa6e4d4a65_SeqId_4_ into d92e65a7f712a06442d5eb20cf941de2/mob 2024-11-08T20:01:50,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/mob/371ef4d7ee694ea6a76e93090c5899ee into d92e65a7f712a06442d5eb20cf941de2/mob (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/mob/29fd742fdda343c79767a5fa6e4d4a65_SeqId_4_) 2024-11-08T20:01:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__f54jf0k2rrmf58cqsuvfehoacf3o0nej3ldhgkmge6sbn9rdra048c262e9c0fgk/mob/371ef4d7ee694ea6a76e93090c5899ee 2024-11-08T20:01:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7225028c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:50,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8cc04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:50,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362574a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:50,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd5372d 2024-11-08T20:01:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:50,418 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:01:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:50,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:01:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:50,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:50,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:01:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:50,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:01:50,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:50,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:50,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:50,439 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T20:01:50,439 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T20:01:50,439 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731096020124 hdfs://localhost:37117/backupUT/backup_1731096020124/default/test-1731096009961/ 2024-11-08T20:01:50,440 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37117/backupUT/backup_1731096020124/.backup.manifest 2024-11-08T20:01:50,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2 , the old value is region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:01:50,441 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:01:50,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:01:50,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2 from cache 2024-11-08T20:01:50,442 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731096020124/.backup.manifest 2024-11-08T20:01:50,442 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17310960099611' to 'ns2:table2' from full backup image hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611 2024-11-08T20:01:50,451 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-08T20:01:50,451 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:01:50,452 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f in region [hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396] 2024-11-08T20:01:50,455 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec first=row0 last=row98 2024-11-08T20:01:50,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:01:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-08T20:01:50,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:01:50,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-08T20:01:50,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:01:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T20:01:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741978_1154 (size=351) 2024-11-08T20:01:50,551 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 34 more 2024-11-08T20:01:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T20:01:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T20:01:50,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-08T20:01:50,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-08T20:01:50,866 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a787262d03c2473cae0f611abc8e541, NAME => 'ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741979_1155 (size=37) 2024-11-08T20:01:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T20:01:51,274 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:51,274 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 6a787262d03c2473cae0f611abc8e541, disabling compactions & flushes 2024-11-08T20:01:51,274 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:01:51,274 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:01:51,274 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. after waiting 0 ms 2024-11-08T20:01:51,274 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:01:51,274 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:01:51,274 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a787262d03c2473cae0f611abc8e541: Waiting for close lock at 1731096111274Disabling compacts and flushes for region at 1731096111274Disabling writes for close at 1731096111274Writing region close event to WAL at 1731096111274Closed at 1731096111274 2024-11-08T20:01:51,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:01:51,277 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731096111277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096111277"}]},"ts":"1731096111277"} 2024-11-08T20:01:51,281 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:01:51,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:01:51,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096111282"}]},"ts":"1731096111282"} 2024-11-08T20:01:51,284 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-08T20:01:51,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, ASSIGN}] 2024-11-08T20:01:51,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, ASSIGN 2024-11-08T20:01:51,287 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:01:51,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T20:01:51,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=6a787262d03c2473cae0f611abc8e541, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:51,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, ASSIGN because future has completed 2024-11-08T20:01:51,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a787262d03c2473cae0f611abc8e541, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:01:51,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bb99556d032ddc354c6bda26bc48458a, had cached 0 bytes from a total of 41499 2024-11-08T20:01:51,597 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:01:51,597 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a787262d03c2473cae0f611abc8e541, NAME => 'ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:01:51,598 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:01:51,598 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,598 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:51,599 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,599 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T20:01:51,601 INFO [StoreOpener-6a787262d03c2473cae0f611abc8e541-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,604 INFO [StoreOpener-6a787262d03c2473cae0f611abc8e541-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a787262d03c2473cae0f611abc8e541 columnFamilyName f 2024-11-08T20:01:51,604 DEBUG [StoreOpener-6a787262d03c2473cae0f611abc8e541-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:51,605 INFO [StoreOpener-6a787262d03c2473cae0f611abc8e541-1 {}] regionserver.HStore(327): Store=6a787262d03c2473cae0f611abc8e541/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:51,606 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,607 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,608 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,608 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,608 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,610 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,613 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:01:51,613 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 6a787262d03c2473cae0f611abc8e541; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11765456800, jitterRate=0.09574355185031891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:01:51,613 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:01:51,614 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 6a787262d03c2473cae0f611abc8e541: Running coprocessor pre-open hook at 1731096111599Writing region info on filesystem at 1731096111599Initializing all the Stores at 1731096111600 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096111601 (+1 ms)Cleaning up temporary data from old regions at 1731096111609 (+8 ms)Running coprocessor post-open hooks at 1731096111614 (+5 ms)Region opened successfully at 1731096111614 2024-11-08T20:01:51,615 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., pid=69, masterSystemTime=1731096111592 2024-11-08T20:01:51,617 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:01:51,617 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:01:51,618 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=6a787262d03c2473cae0f611abc8e541, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:51,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a787262d03c2473cae0f611abc8e541, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:01:51,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-08T20:01:51,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a787262d03c2473cae0f611abc8e541, server=b75fe890c219,35667,1731096001923 in 180 msec 2024-11-08T20:01:51,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-08T20:01:51,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, ASSIGN in 338 msec 2024-11-08T20:01:51,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:01:51,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096111625"}]},"ts":"1731096111625"} 2024-11-08T20:01:51,626 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-08T20:01:51,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:01:51,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1700 sec 2024-11-08T20:01:52,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-08T20:01:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T20:01:52,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-08T20:01:52,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T20:01:52,631 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396 from hbase tables ns2:test-17310960099611 to tables ns2:table2 2024-11-08T20:01:52,631 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17310960099611 into ns2:table2 2024-11-08T20:01:52,635 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096112631 from hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:01:52,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6a0dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:52,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:52,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:52,636 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:52,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:52,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757b5530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:52,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:52,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:52,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:52,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:52,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780e81a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:52,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:52,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:52,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77efd88 2024-11-08T20:01:52,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:52,640 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:52,641 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T20:01:52,641 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-08T20:01:52,641 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T20:01:52,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:52,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:52,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:52,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:52,644 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-08T20:01:52,644 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-08T20:01:52,644 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/partitions_45e7a985-f6c5-46a3-b466-83aace7a52f9 2024-11-08T20:01:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741980_1156 (size=153) 2024-11-08T20:01:53,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-1593273743324915747.jar 2024-11-08T20:01:53,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:53,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:53,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:53,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:53,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:53,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:53,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:53,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:53,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:53,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:53,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:53,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:53,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:53,918 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-08T20:01:53,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:01:53,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:53,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:53,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:53,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:53,919 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T20:01:53,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:53,929 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:53,940 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T20:01:54,018 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1163504381_0013_cf0f5815-f5de-47bd-b15c-8a59322ce019/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:54,018 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1163504381_0013_cf0f5815-f5de-47bd-b15c-8a59322ce019/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:54,068 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec 2024-11-08T20:01:54,072 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:54,102 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2369ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:54,102 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:54,103 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:54,104 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:54,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:54,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:54,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bc623c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:54,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:54,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:54,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:54,106 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:54,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35087428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:54,107 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:54,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:54,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:54,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:54,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:54,112 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-08T20:01:54,112 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:54,112 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:54,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:54,112 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:54,113 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T20:01:54,113 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:01:54,121 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096112631/_temporary/0/_temporary/attempt_local1163504381_0013_r_000000_0/f/af43972285524273810211bda7bdb315 is 37, key is row10/f:q1/1731096013977/Put/seqid=0 2024-11-08T20:01:54,122 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:01:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741981_1157 (size=8742) 2024-11-08T20:01:55,060 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096112631 2024-11-08T20:01:55,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d26f5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:55,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:55,063 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:55,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:55,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:55,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a07ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:55,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:55,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,064 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:55,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fc13b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:55,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:55,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:55,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:55,070 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096112631/_SUCCESS 2024-11-08T20:01:55,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@762d77c6 2024-11-08T20:01:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:55,075 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:55,081 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T20:01:55,086 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096112631/f/af43972285524273810211bda7bdb315 first=Optional[row0] last=Optional[row98] 2024-11-08T20:01:55,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096112631/f/af43972285524273810211bda7bdb315 for inclusion in 6a787262d03c2473cae0f611abc8e541/f 2024-11-08T20:01:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T20:01:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:01:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegion(2603): Flush status journal for 6a787262d03c2473cae0f611abc8e541: 2024-11-08T20:01:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096112631/f/af43972285524273810211bda7bdb315 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__qkl2qp4j1vluqg0ko5up1ok8afn21fr5cj0389cnoqe3um63ahie70vm4tfmulu0/f/af43972285524273810211bda7bdb315 2024-11-08T20:01:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__qkl2qp4j1vluqg0ko5up1ok8afn21fr5cj0389cnoqe3um63ahie70vm4tfmulu0/f/af43972285524273810211bda7bdb315 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/f/ea256b1ef362427893ce204d63b20615_SeqId_4_ 2024-11-08T20:01:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378ff203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:55,098 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:55,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7765c7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:55,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490a4c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:55,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:55,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52831235 2024-11-08T20:01:55,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:55,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:55,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:55,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:55,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:55,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:55,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:01:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:55,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__qkl2qp4j1vluqg0ko5up1ok8afn21fr5cj0389cnoqe3um63ahie70vm4tfmulu0/f/af43972285524273810211bda7bdb315 into 6a787262d03c2473cae0f611abc8e541/f as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/f/ea256b1ef362427893ce204d63b20615_SeqId_4_ - updating store file list. 2024-11-08T20:01:55,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/f/ea256b1ef362427893ce204d63b20615_SeqId_4_ into 6a787262d03c2473cae0f611abc8e541/f 2024-11-08T20:01:55,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__qkl2qp4j1vluqg0ko5up1ok8afn21fr5cj0389cnoqe3um63ahie70vm4tfmulu0/f/af43972285524273810211bda7bdb315 into 6a787262d03c2473cae0f611abc8e541/f (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/f/ea256b1ef362427893ce204d63b20615_SeqId_4_) 2024-11-08T20:01:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__qkl2qp4j1vluqg0ko5up1ok8afn21fr5cj0389cnoqe3um63ahie70vm4tfmulu0/f/af43972285524273810211bda7bdb315 2024-11-08T20:01:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606eb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:55,128 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:55,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e355742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:55,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:55,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,129 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:55,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edb8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:55,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:55,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59cae254 2024-11-08T20:01:55,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:55,132 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:01:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:55,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:01:55,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:01:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:01:55,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:55,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:01:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:01:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:55,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:01:55,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:55,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:55,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:55,150 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T20:01:55,150 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T20:01:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2 , the old value is region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:01:55,150 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731096020124 hdfs://localhost:37117/backupUT/backup_1731096020124/ns2/test-17310960099611/ 2024-11-08T20:01:55,150 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-08T20:01:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:01:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2 from cache 2024-11-08T20:01:55,151 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:01:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:55,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:55,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:55,174 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37117/backupUT/backup_1731096091311/.backup.manifest 2024-11-08T20:01:55,177 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731096091311/.backup.manifest 2024-11-08T20:01:55,177 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37117/backupUT/backup_1731096056002/.backup.manifest 2024-11-08T20:01:55,179 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731096056002/.backup.manifest 2024-11-08T20:01:55,179 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731096009961' to 'table1' from full backup image hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961 2024-11-08T20:01:55,181 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731096009961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731096091311 2024-11-08T20:01:55,184 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-08T20:01:55,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-08T20:01:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-08T20:01:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T20:01:55,194 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096115194"}]},"ts":"1731096115194"} 2024-11-08T20:01:55,196 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-08T20:01:55,196 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-08T20:01:55,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-08T20:01:55,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, UNASSIGN}] 2024-11-08T20:01:55,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, UNASSIGN 2024-11-08T20:01:55,202 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, UNASSIGN 2024-11-08T20:01:55,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=d92e65a7f712a06442d5eb20cf941de2, regionState=CLOSING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:55,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=8cbe9715f2d24bcd66d4ae3e458f44d8, regionState=CLOSING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:55,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, UNASSIGN because future has completed 2024-11-08T20:01:55,205 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T20:01:55,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8cbe9715f2d24bcd66d4ae3e458f44d8, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:01:55,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, UNASSIGN because future has completed 2024-11-08T20:01:55,206 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T20:01:55,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure d92e65a7f712a06442d5eb20cf941de2, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:01:55,260 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 34 more 2024-11-08T20:01:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T20:01:55,358 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:55,358 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T20:01:55,358 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing d92e65a7f712a06442d5eb20cf941de2, disabling compactions & flushes 2024-11-08T20:01:55,359 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:55,359 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:55,359 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. after waiting 0 ms 2024-11-08T20:01:55,359 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:55,368 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:01:55,369 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:01:55,370 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. 2024-11-08T20:01:55,370 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for d92e65a7f712a06442d5eb20cf941de2: Waiting for close lock at 1731096115358Running coprocessor pre-close hooks at 1731096115358Disabling compacts and flushes for region at 1731096115358Disabling writes for close at 1731096115359 (+1 ms)Writing region close event to WAL at 1731096115361 (+2 ms)Running coprocessor post-close hooks at 1731096115369 (+8 ms)Closed at 1731096115370 (+1 ms) 2024-11-08T20:01:55,373 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:55,373 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:55,373 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T20:01:55,373 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 8cbe9715f2d24bcd66d4ae3e458f44d8, disabling compactions & flushes 2024-11-08T20:01:55,373 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:55,374 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:55,374 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. after waiting 0 ms 2024-11-08T20:01:55,374 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:55,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=d92e65a7f712a06442d5eb20cf941de2, regionState=CLOSED 2024-11-08T20:01:55,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure d92e65a7f712a06442d5eb20cf941de2, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:01:55,379 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:01:55,380 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:01:55,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-08T20:01:55,380 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. 2024-11-08T20:01:55,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure d92e65a7f712a06442d5eb20cf941de2, server=b75fe890c219,35667,1731096001923 in 171 msec 2024-11-08T20:01:55,380 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 8cbe9715f2d24bcd66d4ae3e458f44d8: Waiting for close lock at 1731096115373Running coprocessor pre-close hooks at 1731096115373Disabling compacts and flushes for region at 1731096115373Disabling writes for close at 1731096115374 (+1 ms)Writing region close event to WAL at 1731096115375 (+1 ms)Running coprocessor post-close hooks at 1731096115379 (+4 ms)Closed at 1731096115380 (+1 ms) 2024-11-08T20:01:55,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d92e65a7f712a06442d5eb20cf941de2, UNASSIGN in 179 msec 2024-11-08T20:01:55,382 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:55,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=8cbe9715f2d24bcd66d4ae3e458f44d8, regionState=CLOSED 2024-11-08T20:01:55,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8cbe9715f2d24bcd66d4ae3e458f44d8, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:01:55,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-08T20:01:55,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 8cbe9715f2d24bcd66d4ae3e458f44d8, server=b75fe890c219,35667,1731096001923 in 180 msec 2024-11-08T20:01:55,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-08T20:01:55,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8cbe9715f2d24bcd66d4ae3e458f44d8, UNASSIGN in 186 msec 2024-11-08T20:01:55,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-08T20:01:55,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 192 msec 2024-11-08T20:01:55,392 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096115392"}]},"ts":"1731096115392"} 2024-11-08T20:01:55,393 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-08T20:01:55,394 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-08T20:01:55,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 205 msec 2024-11-08T20:01:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T20:01:55,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-08T20:01:55,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-08T20:01:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-08T20:01:55,526 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-08T20:01:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T20:01:55,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:55,532 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:55,535 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f, FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f3, FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/mob, FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/recovered.edits] 2024-11-08T20:01:55,535 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f, FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f3, FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/mob, FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/recovered.edits] 2024-11-08T20:01:55,541 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f/3a94142463c5404389d64aa99b5d09ba_SeqId_4_ to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/f/3a94142463c5404389d64aa99b5d09ba_SeqId_4_ 2024-11-08T20:01:55,541 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f3/4767fd48e142475299c8c002521bbd40_SeqId_4_ to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/f3/4767fd48e142475299c8c002521bbd40_SeqId_4_ 2024-11-08T20:01:55,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/mob/29fd742fdda343c79767a5fa6e4d4a65_SeqId_4_ to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/mob/29fd742fdda343c79767a5fa6e4d4a65_SeqId_4_ 2024-11-08T20:01:55,547 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/recovered.edits/6.seqid to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8/recovered.edits/6.seqid 2024-11-08T20:01:55,547 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/8cbe9715f2d24bcd66d4ae3e458f44d8 2024-11-08T20:01:55,548 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/recovered.edits/6.seqid to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/default/table1/d92e65a7f712a06442d5eb20cf941de2/recovered.edits/6.seqid 2024-11-08T20:01:55,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/d92e65a7f712a06442d5eb20cf941de2 2024-11-08T20:01:55,549 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-08T20:01:55,549 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-08T20:01:55,550 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-08T20:01:55,552 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-08T20:01:55,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35667 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T20:01:55,562 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-08T20:01:55,564 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-08T20:01:55,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-08T20:01:55,565 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731096115565"}]},"ts":"9223372036854775807"} 2024-11-08T20:01:55,565 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731096115565"}]},"ts":"9223372036854775807"} 2024-11-08T20:01:55,567 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-08T20:01:55,567 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d92e65a7f712a06442d5eb20cf941de2, NAME => 'table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 8cbe9715f2d24bcd66d4ae3e458f44d8, NAME => 'table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-08T20:01:55,568 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-08T20:01:55,568 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731096115568"}]},"ts":"9223372036854775807"} 2024-11-08T20:01:55,570 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-08T20:01:55,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741982_1158 (size=938) 2024-11-08T20:01:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T20:01:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T20:01:55,982 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f0d546c077ff00e3ac472a5fb21f68c, NAME => 'table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:55,983 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e3b8b30b613343e020fc4e0548db2963, NAME => 'table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:01:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741983_1159 (size=45) 2024-11-08T20:01:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741984_1160 (size=45) 2024-11-08T20:01:55,995 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:55,995 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing e3b8b30b613343e020fc4e0548db2963, disabling compactions & flushes 2024-11-08T20:01:55,995 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:01:55,995 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:01:55,995 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. after waiting 0 ms 2024-11-08T20:01:55,995 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:01:55,995 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:01:55,995 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for e3b8b30b613343e020fc4e0548db2963: Waiting for close lock at 1731096115995Disabling compacts and flushes for region at 1731096115995Disabling writes for close at 1731096115995Writing region close event to WAL at 1731096115995Closed at 1731096115995 2024-11-08T20:01:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T20:01:56,397 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:56,397 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 3f0d546c077ff00e3ac472a5fb21f68c, disabling compactions & flushes 2024-11-08T20:01:56,397 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:01:56,397 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:01:56,398 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. after waiting 0 ms 2024-11-08T20:01:56,398 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:01:56,398 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:01:56,398 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f0d546c077ff00e3ac472a5fb21f68c: Waiting for close lock at 1731096116397Disabling compacts and flushes for region at 1731096116397Disabling writes for close at 1731096116398 (+1 ms)Writing region close event to WAL at 1731096116398Closed at 1731096116398 2024-11-08T20:01:56,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731096116400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096116400"}]},"ts":"1731096116400"} 2024-11-08T20:01:56,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731096116400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096116400"}]},"ts":"1731096116400"} 2024-11-08T20:01:56,405 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:01:56,406 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096116406"}]},"ts":"1731096116406"} 2024-11-08T20:01:56,408 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-08T20:01:56,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, ASSIGN}] 2024-11-08T20:01:56,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, ASSIGN 2024-11-08T20:01:56,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, ASSIGN 2024-11-08T20:01:56,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:01:56,411 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:01:56,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=e3b8b30b613343e020fc4e0548db2963, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:56,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3f0d546c077ff00e3ac472a5fb21f68c, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:56,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, ASSIGN because future has completed 2024-11-08T20:01:56,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:01:56,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, ASSIGN because future has completed 2024-11-08T20:01:56,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:01:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T20:01:56,730 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:01:56,731 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => e3b8b30b613343e020fc4e0548db2963, NAME => 'table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T20:01:56,732 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:01:56,732 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,732 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:56,733 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,733 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,735 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,737 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b8b30b613343e020fc4e0548db2963 columnFamilyName f 2024-11-08T20:01:56,737 DEBUG [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:56,738 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(327): Store=e3b8b30b613343e020fc4e0548db2963/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:56,738 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,740 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b8b30b613343e020fc4e0548db2963 columnFamilyName f3 2024-11-08T20:01:56,740 DEBUG [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:56,740 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(327): Store=e3b8b30b613343e020fc4e0548db2963/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:56,741 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,742 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b8b30b613343e020fc4e0548db2963 columnFamilyName mob 2024-11-08T20:01:56,743 DEBUG [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:56,743 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(327): Store=e3b8b30b613343e020fc4e0548db2963/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:56,744 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,744 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,745 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,746 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,746 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,746 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:01:56,747 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,749 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:01:56,750 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened e3b8b30b613343e020fc4e0548db2963; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10721965280, jitterRate=-0.0014391690492630005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:01:56,750 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:01:56,751 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for e3b8b30b613343e020fc4e0548db2963: Running coprocessor pre-open hook at 1731096116733Writing region info on filesystem at 1731096116733Initializing all the Stores at 1731096116734 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096116734Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096116735 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096116735Cleaning up temporary data from old regions at 1731096116746 (+11 ms)Running coprocessor post-open hooks at 1731096116750 (+4 ms)Region opened successfully at 1731096116750 2024-11-08T20:01:56,751 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963., pid=80, masterSystemTime=1731096116721 2024-11-08T20:01:56,753 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:01:56,753 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:01:56,753 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:01:56,754 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f0d546c077ff00e3ac472a5fb21f68c, NAME => 'table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T20:01:56,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=e3b8b30b613343e020fc4e0548db2963, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:56,754 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:01:56,754 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,754 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:01:56,754 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,754 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:01:56,756 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,757 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f0d546c077ff00e3ac472a5fb21f68c columnFamilyName f 2024-11-08T20:01:56,758 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:56,758 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(327): Store=3f0d546c077ff00e3ac472a5fb21f68c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:56,758 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-08T20:01:56,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923 in 188 msec 2024-11-08T20:01:56,760 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f0d546c077ff00e3ac472a5fb21f68c columnFamilyName f3 2024-11-08T20:01:56,760 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:56,760 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(327): Store=3f0d546c077ff00e3ac472a5fb21f68c/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:56,761 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, ASSIGN in 352 msec 2024-11-08T20:01:56,762 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f0d546c077ff00e3ac472a5fb21f68c columnFamilyName mob 2024-11-08T20:01:56,763 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:01:56,763 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(327): Store=3f0d546c077ff00e3ac472a5fb21f68c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:01:56,763 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,764 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,764 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,766 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,766 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,766 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:01:56,767 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,769 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:01:56,769 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 3f0d546c077ff00e3ac472a5fb21f68c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11310096160, jitterRate=0.053334787487983704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:01:56,770 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:01:56,770 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 3f0d546c077ff00e3ac472a5fb21f68c: Running coprocessor pre-open hook at 1731096116754Writing region info on filesystem at 1731096116754Initializing all the Stores at 1731096116755 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096116755Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096116756 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096116756Cleaning up temporary data from old regions at 1731096116766 (+10 ms)Running coprocessor post-open hooks at 1731096116770 (+4 ms)Region opened successfully at 1731096116770 2024-11-08T20:01:56,770 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., pid=79, masterSystemTime=1731096116721 2024-11-08T20:01:56,772 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:01:56,772 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:01:56,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3f0d546c077ff00e3ac472a5fb21f68c, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:01:56,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:01:56,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-08T20:01:56,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923 in 207 msec 2024-11-08T20:01:56,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-08T20:01:56,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, ASSIGN in 368 msec 2024-11-08T20:01:56,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096116777"}]},"ts":"1731096116777"} 2024-11-08T20:01:56,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-08T20:01:56,779 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-08T20:01:56,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2600 sec 2024-11-08T20:01:57,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T20:01:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T20:01:57,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-08T20:01:57,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:01:57,683 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323,hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3 from hbase tables test-1731096009961 to tables table1 2024-11-08T20:01:57,683 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731096009961 into table1 2024-11-08T20:01:57,685 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683 from hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323,hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3 2024-11-08T20:01:57,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3903e823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:57,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:57,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:57,687 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:57,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:57,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:57,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc340cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:57,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:57,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:57,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:57,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ea7b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:57,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:01:57,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:01:57,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab1dd2 2024-11-08T20:01:57,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:01:57,691 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:01:57,691 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T20:01:57,692 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T20:01:57,692 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:01:57,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:57,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:57,695 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T20:01:57,695 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T20:01:57,695 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T20:01:57,696 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/partitions_47807e21-f0b2-4aa4-b297-b444d5b61af3 2024-11-08T20:01:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741985_1161 (size=177) 2024-11-08T20:01:58,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-5659909039544896314.jar 2024-11-08T20:01:58,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:58,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:01:58,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:01:58,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:01:58,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:01:58,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:01:58,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:01:58,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:01:58,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:01:58,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:01:58,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:01:58,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:01:58,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:01:58,969 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T20:01:58,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:01:58,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:58,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:58,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:58,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:58,969 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T20:01:58,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:01:58,979 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:01:58,990 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T20:01:59,072 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local953633841_0014_b639bbb9-6c15-4c81-86b2-c2ffaf16323a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:01:59,072 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local953633841_0014_b639bbb9-6c15-4c81-86b2-c2ffaf16323a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:01:59,123 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/d34824bad1c24a1688f184a763447dd1 2024-11-08T20:01:59,126 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:59,165 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/19e719744d8245c98df3d989a3f4f37a 2024-11-08T20:01:59,168 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:59,191 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f/27ec5866c33842d183f90b7c9d6c9ff4 2024-11-08T20:01:59,194 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:59,225 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/e049e175a1c309f9f898ba242fe0cdb3/mob/d41d8cd98f00b204e9800998ecf8427e20241108940fd8f1d36045d388997984ee9c01a8_b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:01:59,227 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:59,249 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096056002/default/test-1731096009961/archive/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/mob/9d9fc6c4a38f4c359c33c207b598edc1 2024-11-08T20:01:59,253 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:01:59,286 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e61f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:59,286 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:59,287 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:59,288 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:59,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:59,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:59,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332cb306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:59,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:59,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6405c0d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:59,292 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:59,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:59,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:59,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731096009961-1-0', locateType=CURRENT is [region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:59,296 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T20:01:59,296 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:59,296 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:59,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:59,296 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:59,296 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-1-0] 2024-11-08T20:01:59,296 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:01:59,304 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f5c150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:59,304 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:01:59,305 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:01:59,305 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:01:59,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:01:59,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:01:59,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354db999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:59,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:01:59,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:01:59,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:59,307 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:01:59,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14395233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:01:59,308 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:01:59,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:01:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:01:59,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:01:59,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731096009961-3-0', locateType=CURRENT is [region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:01:59,311 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T20:01:59,311 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:01:59,311 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:59,311 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:01:59,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:01:59,311 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-3-0] 2024-11-08T20:01:59,311 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:01:59,318 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/_temporary/0/_temporary/attempt_local953633841_0014_r_000000_0/f/fb479080d0274a2281d60ecac00bcaf9 is 59, key is row-test-1731096009961-1-10/f:q1/1731096040420/Put/seqid=0 2024-11-08T20:01:59,320 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:01:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741986_1162 (size=11124) 2024-11-08T20:01:59,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:01:59,724 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/_temporary/0/_temporary/attempt_local953633841_0014_r_000000_0/mob/4f00850e56e944ad9a9cbb543035a0fb is 192, key is row-test-1731096009961-3-100/mob:q1/1731096040825/Put/seqid=0 2024-11-08T20:01:59,728 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:01:59,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741987_1163 (size=13403) 2024-11-08T20:02:00,167 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326764ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:00,167 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:00,168 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:00,168 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:00,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:00,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:00,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39185e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:00,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:00,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:00,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:00,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:00,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11520d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:00,171 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:00,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:00,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:00,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:00,175 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T20:02:00,175 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:00,175 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:00,175 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:00,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:00,175 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T20:02:00,175 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:02:00,180 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/_temporary/0/_temporary/attempt_local953633841_0014_r_000001_0/f/e61bf131058f4551bea56aeb641a124b is 37, key is row10/f:q1/1731096012679/Put/seqid=0 2024-11-08T20:02:00,182 WARN [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:02:00,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741988_1164 (size=8741) 2024-11-08T20:02:00,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-08T20:02:00,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-08T20:02:01,123 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683 2024-11-08T20:02:01,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191d4dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:01,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:01,124 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:01,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:01,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:01,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a9e546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,125 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:01,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ff38d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:01,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:01,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:01,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:01,131 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/_SUCCESS 2024-11-08T20:02:01,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:01,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:01,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6069532c 2024-11-08T20:02:01,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:01,140 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:01,146 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/f/e61bf131058f4551bea56aeb641a124b first=Optional[row0] last=Optional[row98] 2024-11-08T20:02:01,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/f/fb479080d0274a2281d60ecac00bcaf9 first=Optional[row-test-1731096009961-1-0] last=Optional[row-test-1731096009961-1-98] 2024-11-08T20:02:01,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/mob/4f00850e56e944ad9a9cbb543035a0fb first=Optional[row-test-1731096009961-3-0] last=Optional[row-test-1731096009961-3-99] 2024-11-08T20:02:01,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/f/e61bf131058f4551bea56aeb641a124b for inclusion in e3b8b30b613343e020fc4e0548db2963/f 2024-11-08T20:02:01,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/f/fb479080d0274a2281d60ecac00bcaf9 for inclusion in 3f0d546c077ff00e3ac472a5fb21f68c/f 2024-11-08T20:02:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T20:02:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-08T20:02:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HRegion(2603): Flush status journal for e3b8b30b613343e020fc4e0548db2963: 2024-11-08T20:02:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731096009961-1-0 last=row-test-1731096009961-1-98 2024-11-08T20:02:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T20:02:01,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/mob/4f00850e56e944ad9a9cbb543035a0fb for inclusion in 3f0d546c077ff00e3ac472a5fb21f68c/mob 2024-11-08T20:02:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/f/e61bf131058f4551bea56aeb641a124b to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/e61bf131058f4551bea56aeb641a124b 2024-11-08T20:02:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/e61bf131058f4551bea56aeb641a124b as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/f/8064bd0458fd4c678076bae0cdae4753_SeqId_4_ 2024-11-08T20:02:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd64fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731096009961-3-0 last=row-test-1731096009961-3-99 2024-11-08T20:02:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T20:02:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegion(2603): Flush status journal for 3f0d546c077ff00e3ac472a5fb21f68c: 2024-11-08T20:02:01,171 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:01,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:01,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:01,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca823a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/f/fb479080d0274a2281d60ecac00bcaf9 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/fb479080d0274a2281d60ecac00bcaf9 2024-11-08T20:02:01,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:01,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,173 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:01,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b7e652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/fb479080d0274a2281d60ecac00bcaf9 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f/5bbd2115bfe94680acb3a94c87e010de_SeqId_4_ 2024-11-08T20:02:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7108c4c5 2024-11-08T20:02:01,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096117683/mob/4f00850e56e944ad9a9cbb543035a0fb to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/mob/4f00850e56e944ad9a9cbb543035a0fb 2024-11-08T20:02:01,175 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/mob/4f00850e56e944ad9a9cbb543035a0fb as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/mob/1a30d415e4944d349407ab739ea2dc56_SeqId_4_ 2024-11-08T20:02:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b441fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:01,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:01,179 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8dfd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,180 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:01,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312579a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:01,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:01,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1109ce61 2024-11-08T20:02:01,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:01,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:01,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:01,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:01,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:01,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:01,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,198 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667. 2024-11-08T20:02:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:01,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/e61bf131058f4551bea56aeb641a124b into e3b8b30b613343e020fc4e0548db2963/f as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/f/8064bd0458fd4c678076bae0cdae4753_SeqId_4_ - updating store file list. 2024-11-08T20:02:01,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:01,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/f/8064bd0458fd4c678076bae0cdae4753_SeqId_4_ into e3b8b30b613343e020fc4e0548db2963/f 2024-11-08T20:02:01,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/e61bf131058f4551bea56aeb641a124b into e3b8b30b613343e020fc4e0548db2963/f (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/f/8064bd0458fd4c678076bae0cdae4753_SeqId_4_) 2024-11-08T20:02:01,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:02:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/e61bf131058f4551bea56aeb641a124b 2024-11-08T20:02:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394bedb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48280f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:01,208 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:01,208 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d71c394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ef28b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,209 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:01,209 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:01,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221e4fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:01,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ecd6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48ab663a 2024-11-08T20:02:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b94f28 2024-11-08T20:02:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:01,211 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:01,211 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:02:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:01,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:01,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:02:01,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:01,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:01,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:02:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:01,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/fb479080d0274a2281d60ecac00bcaf9 into 3f0d546c077ff00e3ac472a5fb21f68c/f as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f/5bbd2115bfe94680acb3a94c87e010de_SeqId_4_ - updating store file list. 2024-11-08T20:02:01,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667. 2024-11-08T20:02:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:01,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f/5bbd2115bfe94680acb3a94c87e010de_SeqId_4_ into 3f0d546c077ff00e3ac472a5fb21f68c/f 2024-11-08T20:02:01,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/fb479080d0274a2281d60ecac00bcaf9 into 3f0d546c077ff00e3ac472a5fb21f68c/f (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f/5bbd2115bfe94680acb3a94c87e010de_SeqId_4_) 2024-11-08T20:02:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/f/fb479080d0274a2281d60ecac00bcaf9 2024-11-08T20:02:01,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/mob/4f00850e56e944ad9a9cbb543035a0fb into 3f0d546c077ff00e3ac472a5fb21f68c/mob as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/mob/1a30d415e4944d349407ab739ea2dc56_SeqId_4_ - updating store file list. 2024-11-08T20:02:01,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/mob/1a30d415e4944d349407ab739ea2dc56_SeqId_4_ into 3f0d546c077ff00e3ac472a5fb21f68c/mob 2024-11-08T20:02:01,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/mob/4f00850e56e944ad9a9cbb543035a0fb into 3f0d546c077ff00e3ac472a5fb21f68c/mob (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/mob/1a30d415e4944d349407ab739ea2dc56_SeqId_4_) 2024-11-08T20:02:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__koh0rdfllj61kg2cecpubkk2j5f6a1h37hmkoadc50m7fadc868avq62bjv1rr3j/mob/4f00850e56e944ad9a9cbb543035a0fb 2024-11-08T20:02:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0b3353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:01,246 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:01,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfa5a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:01,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:01,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,248 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:01,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c521031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:01,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:01,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62c50480 2024-11-08T20:02:01,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:01,250 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:02:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:01,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:02:01,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:01,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:01,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:02:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:01,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:01,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:01,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:01,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:01,271 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T20:02:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=2 , the old value is region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:02:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:02:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=2 from cache 2024-11-08T20:02:01,272 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:02:01,292 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731096009961' to 'table1' from log dirs: hdfs://localhost:37117/backupUT/backup_1731096091311/default/test-1731096009961/f2/5e2b355a49af4dad8b8e16667fad9ee7 2024-11-08T20:02:01,296 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731096009961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731096091311 2024-11-08T20:02:01,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:02:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-08T20:02:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741989_1165 (size=938) 2024-11-08T20:02:01,380 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 34 more 2024-11-08T20:02:01,715 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-08T20:02:01,715 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-08T20:02:01,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-08T20:02:01,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, REOPEN/MOVE}] 2024-11-08T20:02:01,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, REOPEN/MOVE 2024-11-08T20:02:01,726 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, REOPEN/MOVE 2024-11-08T20:02:01,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e3b8b30b613343e020fc4e0548db2963, regionState=CLOSING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:01,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3f0d546c077ff00e3ac472a5fb21f68c, regionState=CLOSING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, REOPEN/MOVE because future has completed 2024-11-08T20:02:01,729 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T20:02:01,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:02:01,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, REOPEN/MOVE because future has completed 2024-11-08T20:02:01,729 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T20:02:01,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:02:01,883 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:01,883 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T20:02:01,883 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing e3b8b30b613343e020fc4e0548db2963, disabling compactions & flushes 2024-11-08T20:02:01,884 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:01,884 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:01,884 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. after waiting 0 ms 2024-11-08T20:02:01,884 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:01,893 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:02:01,894 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:01,894 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:01,894 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for e3b8b30b613343e020fc4e0548db2963: Waiting for close lock at 1731096121883Running coprocessor pre-close hooks at 1731096121883Disabling compacts and flushes for region at 1731096121883Disabling writes for close at 1731096121884 (+1 ms)Writing region close event to WAL at 1731096121886 (+2 ms)Running coprocessor post-close hooks at 1731096121894 (+8 ms)Closed at 1731096121894 2024-11-08T20:02:01,894 WARN [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: e3b8b30b613343e020fc4e0548db2963 to self. 2024-11-08T20:02:01,896 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:01,896 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:01,896 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T20:02:01,897 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 3f0d546c077ff00e3ac472a5fb21f68c, disabling compactions & flushes 2024-11-08T20:02:01,897 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:01,897 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:01,897 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. after waiting 0 ms 2024-11-08T20:02:01,897 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:01,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e3b8b30b613343e020fc4e0548db2963, regionState=CLOSED 2024-11-08T20:02:01,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:02:01,902 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:02:01,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-08T20:02:01,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923 in 171 msec 2024-11-08T20:02:01,902 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:01,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, REOPEN/MOVE; state=CLOSED, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=true 2024-11-08T20:02:01,902 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:01,902 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 3f0d546c077ff00e3ac472a5fb21f68c: Waiting for close lock at 1731096121896Running coprocessor pre-close hooks at 1731096121896Disabling compacts and flushes for region at 1731096121897 (+1 ms)Disabling writes for close at 1731096121897Writing region close event to WAL at 1731096121898 (+1 ms)Running coprocessor post-close hooks at 1731096121902 (+4 ms)Closed at 1731096121902 2024-11-08T20:02:01,903 WARN [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 3f0d546c077ff00e3ac472a5fb21f68c to self. 2024-11-08T20:02:01,904 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:01,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3f0d546c077ff00e3ac472a5fb21f68c, regionState=CLOSED 2024-11-08T20:02:01,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:02:01,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-08T20:02:01,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923 in 178 msec 2024-11-08T20:02:01,909 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, REOPEN/MOVE; state=CLOSED, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=true 2024-11-08T20:02:02,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3f0d546c077ff00e3ac472a5fb21f68c, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:02,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e3b8b30b613343e020fc4e0548db2963, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:02,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, REOPEN/MOVE because future has completed 2024-11-08T20:02:02,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:02:02,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, REOPEN/MOVE because future has completed 2024-11-08T20:02:02,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:02:02,213 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:02,214 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f0d546c077ff00e3ac472a5fb21f68c, NAME => 'table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T20:02:02,214 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:02:02,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:02:02,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,216 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,219 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,221 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f0d546c077ff00e3ac472a5fb21f68c columnFamilyName f 2024-11-08T20:02:02,221 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:02,229 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f/5bbd2115bfe94680acb3a94c87e010de_SeqId_4_ 2024-11-08T20:02:02,229 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(327): Store=3f0d546c077ff00e3ac472a5fb21f68c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:02:02,229 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,231 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f0d546c077ff00e3ac472a5fb21f68c columnFamilyName f2 2024-11-08T20:02:02,231 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:02,231 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(327): Store=3f0d546c077ff00e3ac472a5fb21f68c/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:02:02,231 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,232 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f0d546c077ff00e3ac472a5fb21f68c columnFamilyName mob 2024-11-08T20:02:02,232 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:02,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T20:02:02,237 DEBUG [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/mob/1a30d415e4944d349407ab739ea2dc56_SeqId_4_ 2024-11-08T20:02:02,238 INFO [StoreOpener-3f0d546c077ff00e3ac472a5fb21f68c-1 {}] regionserver.HStore(327): Store=3f0d546c077ff00e3ac472a5fb21f68c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:02:02,238 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,239 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,240 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,241 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,241 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,242 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:02:02,243 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,244 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 3f0d546c077ff00e3ac472a5fb21f68c; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10225130880, jitterRate=-0.04771047830581665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:02:02,244 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:02,245 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 3f0d546c077ff00e3ac472a5fb21f68c: Running coprocessor pre-open hook at 1731096122216Writing region info on filesystem at 1731096122216Initializing all the Stores at 1731096122218 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096122218Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096122218Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096122218Cleaning up temporary data from old regions at 1731096122241 (+23 ms)Running coprocessor post-open hooks at 1731096122244 (+3 ms)Region opened successfully at 1731096122245 (+1 ms) 2024-11-08T20:02:02,246 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., pid=88, masterSystemTime=1731096122209 2024-11-08T20:02:02,248 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:02,248 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:02,248 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:02,248 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e3b8b30b613343e020fc4e0548db2963, NAME => 'table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T20:02:02,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3f0d546c077ff00e3ac472a5fb21f68c, regionState=OPEN, openSeqNum=7, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:02,249 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:02:02,249 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,249 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:02:02,249 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,249 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:02:02,250 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,251 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b8b30b613343e020fc4e0548db2963 columnFamilyName f 2024-11-08T20:02:02,251 DEBUG [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:02,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-08T20:02:02,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f0d546c077ff00e3ac472a5fb21f68c, server=b75fe890c219,35667,1731096001923 in 194 msec 2024-11-08T20:02:02,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3f0d546c077ff00e3ac472a5fb21f68c, REOPEN/MOVE in 528 msec 2024-11-08T20:02:02,257 DEBUG [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/f/8064bd0458fd4c678076bae0cdae4753_SeqId_4_ 2024-11-08T20:02:02,257 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(327): Store=e3b8b30b613343e020fc4e0548db2963/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:02:02,257 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,259 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b8b30b613343e020fc4e0548db2963 columnFamilyName f2 2024-11-08T20:02:02,259 DEBUG [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:02,259 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(327): Store=e3b8b30b613343e020fc4e0548db2963/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:02:02,259 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,260 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b8b30b613343e020fc4e0548db2963 columnFamilyName mob 2024-11-08T20:02:02,261 DEBUG [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:02,261 INFO [StoreOpener-e3b8b30b613343e020fc4e0548db2963-1 {}] regionserver.HStore(327): Store=e3b8b30b613343e020fc4e0548db2963/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:02:02,261 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,262 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,263 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,263 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:02:02,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,266 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e3b8b30b613343e020fc4e0548db2963; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10763705920, jitterRate=0.0024482309818267822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:02:02,266 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:02,266 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e3b8b30b613343e020fc4e0548db2963: Running coprocessor pre-open hook at 1731096122249Writing region info on filesystem at 1731096122249Initializing all the Stores at 1731096122250 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096122250Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096122250Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096122250Cleaning up temporary data from old regions at 1731096122264 (+14 ms)Running coprocessor post-open hooks at 1731096122266 (+2 ms)Region opened successfully at 1731096122266 2024-11-08T20:02:02,267 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963., pid=87, masterSystemTime=1731096122209 2024-11-08T20:02:02,268 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:02,269 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:02,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e3b8b30b613343e020fc4e0548db2963, regionState=OPEN, openSeqNum=7, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:02,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:02:02,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-08T20:02:02,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure e3b8b30b613343e020fc4e0548db2963, server=b75fe890c219,35667,1731096001923 in 216 msec 2024-11-08T20:02:02,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-08T20:02:02,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e3b8b30b613343e020fc4e0548db2963, REOPEN/MOVE in 549 msec 2024-11-08T20:02:02,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-08T20:02:02,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 554 msec 2024-11-08T20:02:02,280 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-08T20:02:02,280 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., family=f3 2024-11-08T20:02:02,281 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963., family=f3 2024-11-08T20:02:02,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 983 msec 2024-11-08T20:02:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-08T20:02:02,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-08T20:02:02,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:02:02,289 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:02:02,289 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37117/backupUT/backup_1731096091311/default/test-1731096009961/f2/5e2b355a49af4dad8b8e16667fad9ee7 from hbase tables test-1731096009961 to tables table1 2024-11-08T20:02:02,289 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731096009961 into table1 2024-11-08T20:02:02,290 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096122289 from hdfs://localhost:37117/backupUT/backup_1731096091311/default/test-1731096009961/f2/5e2b355a49af4dad8b8e16667fad9ee7 2024-11-08T20:02:02,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8be9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:02,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:02,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:02,292 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:02,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:02,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:02,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616773ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:02,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:02,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:02,293 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:02,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730a50f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:02,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:02,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:02,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4033d426 2024-11-08T20:02:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:02,295 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:02,296 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T20:02:02,296 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T20:02:02,296 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:02:02,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:02,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:02,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:02,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:02,300 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T20:02:02,300 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T20:02:02,300 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T20:02:02,300 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/partitions_bbccc0f8-16fc-49e6-87ac-27c496cc1353 2024-11-08T20:02:02,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741990_1166 (size=177) 2024-11-08T20:02:02,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:02,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:02,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-4772062739671156624.jar 2024-11-08T20:02:03,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:02:03,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:02:03,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:02:03,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:02:03,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:02:03,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:02:03,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:02:03,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:02:03,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:02:03,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:02:03,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:02:03,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:03,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:02:03,575 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T20:02:03,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:03,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:03,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:03,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:03,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:03,576 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T20:02:03,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:02:03,585 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:02:03,597 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T20:02:03,684 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local2053478399_0015_89ca8ced-ed5f-49bc-8aac-f94a55ed4212/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:02:03,684 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local2053478399_0015_89ca8ced-ed5f-49bc-8aac-f94a55ed4212/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:02:03,742 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096091311/default/test-1731096009961/f2/5e2b355a49af4dad8b8e16667fad9ee7 2024-11-08T20:02:03,744 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:02:03,772 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530696ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:03,772 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:03,773 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:03,773 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:03,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:03,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:03,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25160bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:03,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:03,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:03,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:03,775 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19443e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:03,776 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:03,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:03,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:03,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:03,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731096009961-2-0', locateType=CURRENT is [region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=7] 2024-11-08T20:02:03,779 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-08T20:02:03,780 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:03,780 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:03,780 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:03,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:03,780 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731096009961-2-0] 2024-11-08T20:02:03,780 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:02:03,783 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096122289/_temporary/0/_temporary/attempt_local2053478399_0015_r_000000_0/f2/b7e06ac170dd4aed80bfb7815945d501 is 58, key is row-test-1731096009961-2-0/f2:q1/1731096086303/Put/seqid=0 2024-11-08T20:02:03,785 WARN [Thread-1888 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:02:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741991_1167 (size=5609) 2024-11-08T20:02:04,371 DEBUG [regionserver/b75fe890c219:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-08T20:02:04,727 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096122289 2024-11-08T20:02:04,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8b0fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:04,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:04,729 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:04,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:04,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:04,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2451effd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:04,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:04,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,731 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:04,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a49bec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:04,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:04,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:04,739 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096122289/_SUCCESS 2024-11-08T20:02:04,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:04,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:04,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d4bddc 2024-11-08T20:02:04,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:04,744 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:04,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=7] 2024-11-08T20:02:04,749 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T20:02:04,754 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096122289/f2/b7e06ac170dd4aed80bfb7815945d501 first=Optional[row-test-1731096009961-2-0] last=Optional[row-test-1731096009961-2-6] 2024-11-08T20:02:04,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096122289/f2/b7e06ac170dd4aed80bfb7815945d501 for inclusion in 3f0d546c077ff00e3ac472a5fb21f68c/f2 2024-11-08T20:02:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731096009961-2-0 last=row-test-1731096009961-2-6 2024-11-08T20:02:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T20:02:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegion(2603): Flush status journal for 3f0d546c077ff00e3ac472a5fb21f68c: 2024-11-08T20:02:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-default-table1-1731096122289/f2/b7e06ac170dd4aed80bfb7815945d501 to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__rivf567ivj2ho08b0t3m7q77f5elil93q3137j8c0e3ukabsi3us1mvp8h8ibc52/f2/b7e06ac170dd4aed80bfb7815945d501 2024-11-08T20:02:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__rivf567ivj2ho08b0t3m7q77f5elil93q3137j8c0e3ukabsi3us1mvp8h8ibc52/f2/b7e06ac170dd4aed80bfb7815945d501 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f2/27f39ee42c3849d2a288428651f543b7_SeqId_9_ 2024-11-08T20:02:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1b949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:04,765 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550a097b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:04,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee1c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9341a9 2024-11-08T20:02:04,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:04,769 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:04,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:02:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:04,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__rivf567ivj2ho08b0t3m7q77f5elil93q3137j8c0e3ukabsi3us1mvp8h8ibc52/f2/b7e06ac170dd4aed80bfb7815945d501 into 3f0d546c077ff00e3ac472a5fb21f68c/f2 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f2/27f39ee42c3849d2a288428651f543b7_SeqId_9_ - updating store file list. 2024-11-08T20:02:04,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f2/27f39ee42c3849d2a288428651f543b7_SeqId_9_ into 3f0d546c077ff00e3ac472a5fb21f68c/f2 2024-11-08T20:02:04,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__rivf567ivj2ho08b0t3m7q77f5elil93q3137j8c0e3ukabsi3us1mvp8h8ibc52/f2/b7e06ac170dd4aed80bfb7815945d501 into 3f0d546c077ff00e3ac472a5fb21f68c/f2 (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/f2/27f39ee42c3849d2a288428651f543b7_SeqId_9_) 2024-11-08T20:02:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__table1__rivf567ivj2ho08b0t3m7q77f5elil93q3137j8c0e3ukabsi3us1mvp8h8ibc52/f2/b7e06ac170dd4aed80bfb7815945d501 2024-11-08T20:02:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541e01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:04,795 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1784996c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,796 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:04,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1d1826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680a383c 2024-11-08T20:02:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:04,798 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:02:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:04,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:02:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:04,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:04,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:02:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:04,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:04,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:04,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:04,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:04,817 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T20:02:04,817 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731096009961 has been successfully restored to table1 2024-11-08T20:02:04,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=7 , the old value is region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:02:04,817 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T20:02:04,817 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731096091311 hdfs://localhost:37117/backupUT/backup_1731096091311/default/test-1731096009961/ 2024-11-08T20:02:04,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:02:04,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=7 from cache 2024-11-08T20:02:04,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:02:04,818 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37117/backupUT/backup_1731096056002/.backup.manifest 2024-11-08T20:02:04,820 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731096056002/.backup.manifest 2024-11-08T20:02:04,820 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17310960099611' to 'ns2:table2' from full backup image hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611 2024-11-08T20:02:04,822 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17310960099611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731096091311 2024-11-08T20:02:04,826 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-08T20:02:04,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-08T20:02:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-08T20:02:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T20:02:04,830 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096124830"}]},"ts":"1731096124830"} 2024-11-08T20:02:04,832 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-08T20:02:04,832 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-08T20:02:04,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-08T20:02:04,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, UNASSIGN}] 2024-11-08T20:02:04,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, UNASSIGN 2024-11-08T20:02:04,836 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=6a787262d03c2473cae0f611abc8e541, regionState=CLOSING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, UNASSIGN because future has completed 2024-11-08T20:02:04,837 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T20:02:04,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a787262d03c2473cae0f611abc8e541, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:02:04,921 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 34 more 2024-11-08T20:02:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T20:02:04,991 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:02:04,991 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T20:02:04,991 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 6a787262d03c2473cae0f611abc8e541, disabling compactions & flushes 2024-11-08T20:02:04,991 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:02:04,992 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:02:04,992 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. after waiting 0 ms 2024-11-08T20:02:04,992 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:02:05,002 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:02:05,003 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:05,003 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. 2024-11-08T20:02:05,003 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 6a787262d03c2473cae0f611abc8e541: Waiting for close lock at 1731096124991Running coprocessor pre-close hooks at 1731096124991Disabling compacts and flushes for region at 1731096124991Disabling writes for close at 1731096124992 (+1 ms)Writing region close event to WAL at 1731096124994 (+2 ms)Running coprocessor post-close hooks at 1731096125003 (+9 ms)Closed at 1731096125003 2024-11-08T20:02:05,005 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 6a787262d03c2473cae0f611abc8e541 2024-11-08T20:02:05,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=6a787262d03c2473cae0f611abc8e541, regionState=CLOSED 2024-11-08T20:02:05,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a787262d03c2473cae0f611abc8e541, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:02:05,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-08T20:02:05,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a787262d03c2473cae0f611abc8e541, server=b75fe890c219,35667,1731096001923 in 172 msec 2024-11-08T20:02:05,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-08T20:02:05,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=6a787262d03c2473cae0f611abc8e541, UNASSIGN in 177 msec 2024-11-08T20:02:05,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-08T20:02:05,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 181 msec 2024-11-08T20:02:05,019 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096125019"}]},"ts":"1731096125019"} 2024-11-08T20:02:05,021 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-08T20:02:05,021 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-08T20:02:05,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 195 msec 2024-11-08T20:02:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T20:02:05,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-08T20:02:05,152 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-08T20:02:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-08T20:02:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T20:02:05,157 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-08T20:02:05,164 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541 2024-11-08T20:02:05,167 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/f, FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/recovered.edits] 2024-11-08T20:02:05,172 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/f/ea256b1ef362427893ce204d63b20615_SeqId_4_ to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/f/ea256b1ef362427893ce204d63b20615_SeqId_4_ 2024-11-08T20:02:05,175 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/recovered.edits/6.seqid to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/archive/data/ns2/table2/6a787262d03c2473cae0f611abc8e541/recovered.edits/6.seqid 2024-11-08T20:02:05,175 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/6a787262d03c2473cae0f611abc8e541 2024-11-08T20:02:05,175 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-08T20:02:05,179 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-08T20:02:05,181 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-08T20:02:05,182 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-08T20:02:05,182 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731096125182"}]},"ts":"9223372036854775807"} 2024-11-08T20:02:05,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T20:02:05,184 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6a787262d03c2473cae0f611abc8e541, NAME => 'ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T20:02:05,184 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-08T20:02:05,184 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731096125184"}]},"ts":"9223372036854775807"} 2024-11-08T20:02:05,186 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-08T20:02:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741992_1168 (size=351) 2024-11-08T20:02:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T20:02:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T20:02:05,598 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2de2064e26e80f75789f90fa97c0c1f3, NAME => 'ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b 2024-11-08T20:02:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741993_1169 (size=37) 2024-11-08T20:02:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T20:02:06,008 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:02:06,008 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 2de2064e26e80f75789f90fa97c0c1f3, disabling compactions & flushes 2024-11-08T20:02:06,008 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:06,008 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:06,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. after waiting 0 ms 2024-11-08T20:02:06,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:06,009 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:06,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2de2064e26e80f75789f90fa97c0c1f3: Waiting for close lock at 1731096126008Disabling compacts and flushes for region at 1731096126008Disabling writes for close at 1731096126009 (+1 ms)Writing region close event to WAL at 1731096126009Closed at 1731096126009 2024-11-08T20:02:06,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731096126012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096126012"}]},"ts":"1731096126012"} 2024-11-08T20:02:06,016 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:02:06,017 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096126017"}]},"ts":"1731096126017"} 2024-11-08T20:02:06,019 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-08T20:02:06,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2de2064e26e80f75789f90fa97c0c1f3, ASSIGN}] 2024-11-08T20:02:06,021 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2de2064e26e80f75789f90fa97c0c1f3, ASSIGN 2024-11-08T20:02:06,022 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=2de2064e26e80f75789f90fa97c0c1f3, ASSIGN; state=OFFLINE, location=b75fe890c219,35667,1731096001923; forceNewPlan=false, retain=false 2024-11-08T20:02:06,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=2de2064e26e80f75789f90fa97c0c1f3, regionState=OPENING, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:06,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=2de2064e26e80f75789f90fa97c0c1f3, ASSIGN because future has completed 2024-11-08T20:02:06,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2de2064e26e80f75789f90fa97c0c1f3, server=b75fe890c219,35667,1731096001923}] 2024-11-08T20:02:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T20:02:06,337 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:06,337 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 2de2064e26e80f75789f90fa97c0c1f3, NAME => 'ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:02:06,338 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T20:02:06,338 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,339 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:02:06,339 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,339 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,341 INFO [StoreOpener-2de2064e26e80f75789f90fa97c0c1f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,343 INFO [StoreOpener-2de2064e26e80f75789f90fa97c0c1f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2de2064e26e80f75789f90fa97c0c1f3 columnFamilyName f 2024-11-08T20:02:06,343 DEBUG [StoreOpener-2de2064e26e80f75789f90fa97c0c1f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:06,343 INFO [StoreOpener-2de2064e26e80f75789f90fa97c0c1f3-1 {}] regionserver.HStore(327): Store=2de2064e26e80f75789f90fa97c0c1f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:02:06,344 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,345 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,345 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,346 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,346 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,348 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,351 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:02:06,351 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 2de2064e26e80f75789f90fa97c0c1f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10065234400, jitterRate=-0.06260199844837189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:02:06,352 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:06,352 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 2de2064e26e80f75789f90fa97c0c1f3: Running coprocessor pre-open hook at 1731096126339Writing region info on filesystem at 1731096126339Initializing all the Stores at 1731096126340 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096126340Cleaning up temporary data from old regions at 1731096126346 (+6 ms)Running coprocessor post-open hooks at 1731096126352 (+6 ms)Region opened successfully at 1731096126352 2024-11-08T20:02:06,353 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., pid=95, masterSystemTime=1731096126330 2024-11-08T20:02:06,355 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:06,355 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:06,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=2de2064e26e80f75789f90fa97c0c1f3, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,35667,1731096001923 2024-11-08T20:02:06,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2de2064e26e80f75789f90fa97c0c1f3, server=b75fe890c219,35667,1731096001923 because future has completed 2024-11-08T20:02:06,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-08T20:02:06,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 2de2064e26e80f75789f90fa97c0c1f3, server=b75fe890c219,35667,1731096001923 in 182 msec 2024-11-08T20:02:06,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-08T20:02:06,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2de2064e26e80f75789f90fa97c0c1f3, ASSIGN in 339 msec 2024-11-08T20:02:06,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096126361"}]},"ts":"1731096126361"} 2024-11-08T20:02:06,362 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-08T20:02:06,362 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-08T20:02:06,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2100 sec 2024-11-08T20:02:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T20:02:07,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-08T20:02:07,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T20:02:07,320 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396 from hbase tables ns2:test-17310960099611 to tables ns2:table2 2024-11-08T20:02:07,320 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17310960099611 into ns2:table2 2024-11-08T20:02:07,323 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096127320 from hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:07,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cebc25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:07,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:07,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:07,326 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d449616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:07,328 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:07,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9581b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:07,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:07,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:07,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c6af67 2024-11-08T20:02:07,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:07,331 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:07,332 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T20:02:07,332 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-08T20:02:07,332 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T20:02:07,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:07,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:07,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:07,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:07,337 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-08T20:02:07,337 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-08T20:02:07,337 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/partitions_35780e51-41e6-4cd8-b360-606ee596c1c6 2024-11-08T20:02:07,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741994_1170 (size=153) 2024-11-08T20:02:07,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T20:02:07,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:07,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:07,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop-18100520116798444720.jar 2024-11-08T20:02:08,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:02:08,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T20:02:08,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T20:02:08,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T20:02:08,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T20:02:08,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T20:02:08,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T20:02:08,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T20:02:08,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T20:02:08,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T20:02:08,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T20:02:08,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-08T20:02:08,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T20:02:08,607 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-08T20:02:08,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:08,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:08,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:08,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:08,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:08,608 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T20:02:08,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T20:02:08,618 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T20:02:08,629 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T20:02:08,721 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1094726559_0016_f43a282b-c7dc-4a8a-9b92-60bbef8b1a70/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-08T20:02:08,721 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/mapreduce.cluster.local.dir/job_local1094726559_0016_f43a282b-c7dc-4a8a-9b92-60bbef8b1a70/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-08T20:02:08,772 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/69c8ef6b244649f88c8726a1fee91fec 2024-11-08T20:02:08,775 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:02:08,808 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37117/backupUT/backup_1731096056002/ns2/test-17310960099611/archive/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/f/7061623682f44b378115b8dba7d7a80d 2024-11-08T20:02:08,811 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T20:02:08,837 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1535c6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:08,837 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:08,837 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:08,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:08,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:08,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:08,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8152d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:08,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:08,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:08,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:08,840 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:08,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9ba220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:08,841 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:08,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:08,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:08,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:08,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:08,844 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-08T20:02:08,844 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:08,844 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:08,844 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:08,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:08,844 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-08T20:02:08,844 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b75fe890c219 2024-11-08T20:02:08,849 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096127320/_temporary/0/_temporary/attempt_local1094726559_0016_r_000000_0/f/71a09aeb69a04950bf2ef2d4ea14e0ae is 38, key is row-t20/f:q1/1731096040866/Put/seqid=0 2024-11-08T20:02:08,850 WARN [Thread-1963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b75fe890c219:35667] Specified favored nodes: [b75fe890c219:35667] 2024-11-08T20:02:08,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741995_1171 (size=8935) 2024-11-08T20:02:09,771 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096127320 2024-11-08T20:02:09,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cb28c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:09,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:09,773 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a246ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:09,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:09,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,774 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:09,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5565dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:09,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:09,780 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096127320/_SUCCESS 2024-11-08T20:02:09,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:09,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:09,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e3f19d 2024-11-08T20:02:09,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:09,785 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:09,790 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T20:02:09,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096127320/f/71a09aeb69a04950bf2ef2d4ea14e0ae first=Optional[row-t20] last=Optional[row98] 2024-11-08T20:02:09,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096127320/f/71a09aeb69a04950bf2ef2d4ea14e0ae for inclusion in 2de2064e26e80f75789f90fa97c0c1f3/f 2024-11-08T20:02:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-08T20:02:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:02:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegion(2603): Flush status journal for 2de2064e26e80f75789f90fa97c0c1f3: 2024-11-08T20:02:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/hbase-staging/bulk_output-ns2-table2-1731096127320/f/71a09aeb69a04950bf2ef2d4ea14e0ae to hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__3qh7glalnjar87vjtbjt1uusickif9bo1grvqdhn5phjn4k7ufqdpluem7rqrvbf/f/71a09aeb69a04950bf2ef2d4ea14e0ae 2024-11-08T20:02:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__3qh7glalnjar87vjtbjt1uusickif9bo1grvqdhn5phjn4k7ufqdpluem7rqrvbf/f/71a09aeb69a04950bf2ef2d4ea14e0ae as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3/f/fcd69df1003344968d2c17d3b757f8d7_SeqId_4_ 2024-11-08T20:02:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91903f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:09,807 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:09,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:09,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:09,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f08a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:09,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:09,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,808 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:09,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3888e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:09,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:09,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb62b81 2024-11-08T20:02:09,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:09,811 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:02:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:09,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:02:09,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:09,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:09,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:02:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:09,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__3qh7glalnjar87vjtbjt1uusickif9bo1grvqdhn5phjn4k7ufqdpluem7rqrvbf/f/71a09aeb69a04950bf2ef2d4ea14e0ae into 2de2064e26e80f75789f90fa97c0c1f3/f as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3/f/fcd69df1003344968d2c17d3b757f8d7_SeqId_4_ - updating store file list. 2024-11-08T20:02:09,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3/f/fcd69df1003344968d2c17d3b757f8d7_SeqId_4_ into 2de2064e26e80f75789f90fa97c0c1f3/f 2024-11-08T20:02:09,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__3qh7glalnjar87vjtbjt1uusickif9bo1grvqdhn5phjn4k7ufqdpluem7rqrvbf/f/71a09aeb69a04950bf2ef2d4ea14e0ae into 2de2064e26e80f75789f90fa97c0c1f3/f (new location: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3/f/fcd69df1003344968d2c17d3b757f8d7_SeqId_4_) 2024-11-08T20:02:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/staging/jenkins__ns2_table2__3qh7glalnjar87vjtbjt1uusickif9bo1grvqdhn5phjn4k7ufqdpluem7rqrvbf/f/71a09aeb69a04950bf2ef2d4ea14e0ae 2024-11-08T20:02:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e566041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38169,-1 for getting cluster id 2024-11-08T20:02:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:02:09,835 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5032a68b-4171-41f8-9b34-ec16e857d3e2' 2024-11-08T20:02:09,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:02:09,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5032a68b-4171-41f8-9b34-ec16e857d3e2" 2024-11-08T20:02:09,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e8e693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38169,-1] 2024-11-08T20:02:09,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:02:09,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,836 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:02:09,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22760076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T20:02:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:02:09,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38169,1731096000428 2024-11-08T20:02:09,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdd7fe 2024-11-08T20:02:09,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:02:09,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:02:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:02:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,35667,1731096001923, seqNum=-1] 2024-11-08T20:02:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:02:09,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:02:09,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T20:02:09,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T20:02:09,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:09,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667. 2024-11-08T20:02:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:09,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:09,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:09,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:09,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:09,855 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T20:02:09,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., hostname=b75fe890c219,35667,1731096001923, seqNum=2 , the old value is region=ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., hostname=b75fe890c219,35667,1731096001923, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:02:09,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., hostname=b75fe890c219,35667,1731096001923, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:02:09,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., hostname=b75fe890c219,35667,1731096001923, seqNum=2 from cache 2024-11-08T20:02:09,856 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:02:09,876 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17310960099611', skipping incremental restore step. 2024-11-08T20:02:09,876 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T20:02:09,876 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731096091311 hdfs://localhost:37117/backupUT/backup_1731096091311/ns2/test-17310960099611/ 2024-11-08T20:02:09,876 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-08T20:02:09,877 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:02:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:35440 deadline: 1731096189877, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. is not online on b75fe890c219,35667,1731096001923 2024-11-08T20:02:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2 , the old value is region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. is not online on b75fe890c219,35667,1731096001923 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2. is not online on b75fe890c219,35667,1731096001923 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731096104647.d92e65a7f712a06442d5eb20cf941de2., hostname=b75fe890c219,35667,1731096001923, seqNum=2 from cache 2024-11-08T20:02:09,959 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:35667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 34 more 2024-11-08T20:02:09,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., hostname=b75fe890c219,35667,1731096001923, seqNum=7] 2024-11-08T20:02:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:35440 deadline: 1731096189994, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. is not online on b75fe890c219,35667,1731096001923 2024-11-08T20:02:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8., hostname=b75fe890c219,35667,1731096001923, seqNum=2 , the old value is region=table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8., hostname=b75fe890c219,35667,1731096001923, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. is not online on b75fe890c219,35667,1731096001923 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8., hostname=b75fe890c219,35667,1731096001923, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8. is not online on b75fe890c219,35667,1731096001923 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731096104647.8cbe9715f2d24bcd66d4ae3e458f44d8., hostname=b75fe890c219,35667,1731096001923, seqNum=2 from cache 2024-11-08T20:02:10,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963., hostname=b75fe890c219,35667,1731096001923, seqNum=7] 2024-11-08T20:02:10,108 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-08T20:02:10,115 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-08T20:02:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:10,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T20:02:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:10,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T20:02:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:10,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T20:02:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:10,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T20:02:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:10,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T20:02:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:02:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T20:02:10,140 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-08T20:02:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35667 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:35440 deadline: 1731096190140, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. is not online on b75fe890c219,35667,1731096001923 2024-11-08T20:02:10,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2 , the old value is region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. is not online on b75fe890c219,35667,1731096001923 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:10,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541. is not online on b75fe890c219,35667,1731096001923 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:02:10,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541., hostname=b75fe890c219,35667,1731096001923, seqNum=2 from cache 2024-11-08T20:02:10,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3., hostname=b75fe890c219,35667,1731096001923, seqNum=2] 2024-11-08T20:02:10,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:10,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:10,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:10,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:10,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:10,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1411840229_20 at /127.0.0.1:40278 [Receiving block BP-1567330196-172.17.0.2-1731095996847:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b75fe890c219,35667,1731096001923)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1567330196-172.17.0.2-1731095996847:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (b75fe890c219,38169,1731096000428)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b75fe890c219,35667,1731096001923)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b75fe890c219,35667,1731096001923)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b75fe890c219,35667,1731096001923)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1411840229_20 at /127.0.0.1:40288 [Receiving block BP-1567330196-172.17.0.2-1731095996847:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1411840229_20 at /127.0.0.1:40292 [Receiving block BP-1567330196-172.17.0.2-1731095996847:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'b75fe890c219,35667,1731096001923' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_773885608_20 at /127.0.0.1:47930 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1567330196-172.17.0.2-1731095996847:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1567330196-172.17.0.2-1731095996847:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 176), ProcessCount=9 (was 11), AvailableMemoryMB=3912 (was 3043) - AvailableMemoryMB LEAK? - 2024-11-08T20:02:10,272 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-08T20:02:10,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:02:10,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:10,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:10,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:10,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:10,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:10,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:02:10,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2126990335, stopped=false 2024-11-08T20:02:10,279 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b75fe890c219,38169,1731096000428 2024-11-08T20:02:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T20:02:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T20:02:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:02:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:02:10,332 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:02:10,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:02:10,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:10,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:10,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T20:02:10,333 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,35667,1731096001923' ***** 2024-11-08T20:02:10,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T20:02:10,333 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:02:10,333 INFO [RS:0;b75fe890c219:35667 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T20:02:10,337 INFO [RS:0;b75fe890c219:35667 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T20:02:10,338 INFO [RS:0;b75fe890c219:35667 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T20:02:10,338 INFO [RS:0;b75fe890c219:35667 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:10,339 INFO [RS:0;b75fe890c219:35667 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T20:02:10,339 INFO [RS:0;b75fe890c219:35667 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:10,340 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:02:10,340 INFO [RS:0;b75fe890c219:35667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:02:10,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:02:10,340 INFO [RS:0;b75fe890c219:35667 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-08T20:02:10,340 INFO [RS:0;b75fe890c219:35667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for 2de2064e26e80f75789f90fa97c0c1f3 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for b8a5f7e703e30a43be76ccf495fd4323 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for bb99556d032ddc354c6bda26bc48458a 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f0d546c077ff00e3ac472a5fb21f68c 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for e3b8b30b613343e020fc4e0548db2963 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for c86bc56e4ec0dedce5e3b7599de7b49d 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for b0e4789d6107d9e2ec0221b539ac074a 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for 369fa34bf122f3ccc482f0fffdf2d36f 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,35667,1731096001923 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:02:10,341 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2de2064e26e80f75789f90fa97c0c1f3, disabling compactions & flushes 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b75fe890c219:35667. 2024-11-08T20:02:10,341 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:10,341 DEBUG [RS:0;b75fe890c219:35667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:10,341 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:10,341 DEBUG [RS:0;b75fe890c219:35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:10,341 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. after waiting 0 ms 2024-11-08T20:02:10,341 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:02:10,341 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:02:10,343 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-08T20:02:10,343 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:02:10,343 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:02:10,343 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:02:10,343 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:02:10,343 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:02:10,343 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-08T20:02:10,343 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2de2064e26e80f75789f90fa97c0c1f3, 369fa34bf122f3ccc482f0fffdf2d36f, 3f0d546c077ff00e3ac472a5fb21f68c, b0e4789d6107d9e2ec0221b539ac074a, b8a5f7e703e30a43be76ccf495fd4323, bb99556d032ddc354c6bda26bc48458a, c86bc56e4ec0dedce5e3b7599de7b49d, e3b8b30b613343e020fc4e0548db2963, eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:10,346 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/table2/2de2064e26e80f75789f90fa97c0c1f3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:02:10,347 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:10,347 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:10,347 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2de2064e26e80f75789f90fa97c0c1f3: Waiting for close lock at 1731096130341Running coprocessor pre-close hooks at 1731096130341Disabling compacts and flushes for region at 1731096130341Disabling writes for close at 1731096130341Writing region close event to WAL at 1731096130343 (+2 ms)Running coprocessor post-close hooks at 1731096130347 (+4 ms)Closed at 1731096130347 2024-11-08T20:02:10,347 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731096125177.2de2064e26e80f75789f90fa97c0c1f3. 2024-11-08T20:02:10,347 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8a5f7e703e30a43be76ccf495fd4323, disabling compactions & flushes 2024-11-08T20:02:10,347 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:02:10,347 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:02:10,347 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. after waiting 0 ms 2024-11-08T20:02:10,347 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:02:10,347 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8a5f7e703e30a43be76ccf495fd4323 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-08T20:02:10,361 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f2/15c6b7a959d84d4eab1af2a5b8aabdc6 is 58, key is row-test-1731096009961-2-0/f2:q1/1731096086303/Put/seqid=0 2024-11-08T20:02:10,364 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/info/8f957bd525884338a7f9949a8bb8abca is 159, key is ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396./info:regioninfo/1731096013642/Put/seqid=0 2024-11-08T20:02:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741996_1172 (size=5464) 2024-11-08T20:02:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741997_1173 (size=19093) 2024-11-08T20:02:10,393 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:02:10,419 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:02:10,419 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:02:10,544 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 369fa34bf122f3ccc482f0fffdf2d36f, 3f0d546c077ff00e3ac472a5fb21f68c, b0e4789d6107d9e2ec0221b539ac074a, b8a5f7e703e30a43be76ccf495fd4323, bb99556d032ddc354c6bda26bc48458a, c86bc56e4ec0dedce5e3b7599de7b49d, e3b8b30b613343e020fc4e0548db2963, eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:10,744 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 369fa34bf122f3ccc482f0fffdf2d36f, 3f0d546c077ff00e3ac472a5fb21f68c, b0e4789d6107d9e2ec0221b539ac074a, b8a5f7e703e30a43be76ccf495fd4323, bb99556d032ddc354c6bda26bc48458a, c86bc56e4ec0dedce5e3b7599de7b49d, e3b8b30b613343e020fc4e0548db2963, eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:10,767 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f2/15c6b7a959d84d4eab1af2a5b8aabdc6 2024-11-08T20:02:10,770 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/info/8f957bd525884338a7f9949a8bb8abca 2024-11-08T20:02:10,780 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/.tmp/f2/15c6b7a959d84d4eab1af2a5b8aabdc6 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f2/15c6b7a959d84d4eab1af2a5b8aabdc6 2024-11-08T20:02:10,786 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/f2/15c6b7a959d84d4eab1af2a5b8aabdc6, entries=7, sequenceid=348, filesize=5.3 K 2024-11-08T20:02:10,787 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b8a5f7e703e30a43be76ccf495fd4323 in 440ms, sequenceid=348, compaction requested=false 2024-11-08T20:02:10,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-08T20:02:10,792 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/test-1731096009961/b8a5f7e703e30a43be76ccf495fd4323/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-08T20:02:10,793 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:10,793 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:02:10,793 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8a5f7e703e30a43be76ccf495fd4323: Waiting for close lock at 1731096130347Running coprocessor pre-close hooks at 1731096130347Disabling compacts and flushes for region at 1731096130347Disabling writes for close at 1731096130347Obtaining lock to block concurrent updates at 1731096130347Preparing flush snapshotting stores in b8a5f7e703e30a43be76ccf495fd4323 at 1731096130347Finished memstore snapshotting test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731096130347Flushing stores of test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. at 1731096130348 (+1 ms)Flushing b8a5f7e703e30a43be76ccf495fd4323/f2: creating writer at 1731096130348Flushing b8a5f7e703e30a43be76ccf495fd4323/f2: appending metadata at 1731096130361 (+13 ms)Flushing b8a5f7e703e30a43be76ccf495fd4323/f2: closing flushed file at 1731096130361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69acc5ff: reopening flushed file at 1731096130779 (+418 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b8a5f7e703e30a43be76ccf495fd4323 in 440ms, sequenceid=348, compaction requested=false at 1731096130787 (+8 ms)Writing region close event to WAL at 1731096130789 (+2 ms)Running coprocessor post-close hooks at 1731096130793 (+4 ms)Closed at 1731096130793 2024-11-08T20:02:10,793 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731096009961,,1731096010466.b8a5f7e703e30a43be76ccf495fd4323. 2024-11-08T20:02:10,793 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb99556d032ddc354c6bda26bc48458a, disabling compactions & flushes 2024-11-08T20:02:10,793 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:02:10,793 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:02:10,793 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. after waiting 0 ms 2024-11-08T20:02:10,793 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:02:10,793 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb99556d032ddc354c6bda26bc48458a 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-08T20:02:10,797 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/226490246e9842ce8ff298b3466ea430 is 158, key is trslm:hdfs://localhost:37117/backupUT\x00ns2:test-17310960099611/meta:log-roll-map/1731096104145/Put/seqid=0 2024-11-08T20:02:10,798 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/ns/e788de13c706491b84c826b4a0a454e1 is 85, key is ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541./ns:/1731096125177/DeleteFamily/seqid=0 2024-11-08T20:02:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741998_1174 (size=6208) 2024-11-08T20:02:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741999_1175 (size=5760) 2024-11-08T20:02:10,944 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 369fa34bf122f3ccc482f0fffdf2d36f, 3f0d546c077ff00e3ac472a5fb21f68c, b0e4789d6107d9e2ec0221b539ac074a, bb99556d032ddc354c6bda26bc48458a, c86bc56e4ec0dedce5e3b7599de7b49d, e3b8b30b613343e020fc4e0548db2963, eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:11,145 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 369fa34bf122f3ccc482f0fffdf2d36f, 3f0d546c077ff00e3ac472a5fb21f68c, b0e4789d6107d9e2ec0221b539ac074a, bb99556d032ddc354c6bda26bc48458a, c86bc56e4ec0dedce5e3b7599de7b49d, e3b8b30b613343e020fc4e0548db2963, eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:11,202 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/226490246e9842ce8ff298b3466ea430 2024-11-08T20:02:11,204 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/ns/e788de13c706491b84c826b4a0a454e1 2024-11-08T20:02:11,217 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/17b6a6d03b014b54ad914daf89041f2c is 588, key is session:backup_1731096091311/session:context/1731096104584/Put/seqid=0 2024-11-08T20:02:11,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073742000_1176 (size=5689) 2024-11-08T20:02:11,230 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/rep_barrier/120b5cc2cb224ceebd1d9c6d7b86e0a1 is 94, key is ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541./rep_barrier:/1731096125177/DeleteFamily/seqid=0 2024-11-08T20:02:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073742001_1177 (size=5640) 2024-11-08T20:02:11,345 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close 2024-11-08T20:02:11,345 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1325): Online Regions={bb99556d032ddc354c6bda26bc48458a=backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., 3f0d546c077ff00e3ac472a5fb21f68c=table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c., e3b8b30b613343e020fc4e0548db2963=table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963., 1588230740=hbase:meta,,1.1588230740, c86bc56e4ec0dedce5e3b7599de7b49d=backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d., eb102e418ffb975d051bfe6e9653e396=ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396., b0e4789d6107d9e2ec0221b539ac074a=ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a., 369fa34bf122f3ccc482f0fffdf2d36f=ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f.} 2024-11-08T20:02:11,345 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 369fa34bf122f3ccc482f0fffdf2d36f, 3f0d546c077ff00e3ac472a5fb21f68c, b0e4789d6107d9e2ec0221b539ac074a, bb99556d032ddc354c6bda26bc48458a, c86bc56e4ec0dedce5e3b7599de7b49d, e3b8b30b613343e020fc4e0548db2963, eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:11,546 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 369fa34bf122f3ccc482f0fffdf2d36f, 3f0d546c077ff00e3ac472a5fb21f68c, b0e4789d6107d9e2ec0221b539ac074a, bb99556d032ddc354c6bda26bc48458a, c86bc56e4ec0dedce5e3b7599de7b49d, e3b8b30b613343e020fc4e0548db2963, eb102e418ffb975d051bfe6e9653e396 2024-11-08T20:02:11,627 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/17b6a6d03b014b54ad914daf89041f2c 2024-11-08T20:02:11,635 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/rep_barrier/120b5cc2cb224ceebd1d9c6d7b86e0a1 2024-11-08T20:02:11,639 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/meta/226490246e9842ce8ff298b3466ea430 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/226490246e9842ce8ff298b3466ea430 2024-11-08T20:02:11,645 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/meta/226490246e9842ce8ff298b3466ea430, entries=7, sequenceid=52, filesize=6.1 K 2024-11-08T20:02:11,647 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/.tmp/session/17b6a6d03b014b54ad914daf89041f2c as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/17b6a6d03b014b54ad914daf89041f2c 2024-11-08T20:02:11,652 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/session/17b6a6d03b014b54ad914daf89041f2c, entries=2, sequenceid=52, filesize=5.6 K 2024-11-08T20:02:11,653 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for bb99556d032ddc354c6bda26bc48458a in 860ms, sequenceid=52, compaction requested=true 2024-11-08T20:02:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system/bb99556d032ddc354c6bda26bc48458a/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-08T20:02:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:11,658 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:02:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb99556d032ddc354c6bda26bc48458a: Waiting for close lock at 1731096130793Running coprocessor pre-close hooks at 1731096130793Disabling compacts and flushes for region at 1731096130793Disabling writes for close at 1731096130793Obtaining lock to block concurrent updates at 1731096130793Preparing flush snapshotting stores in bb99556d032ddc354c6bda26bc48458a at 1731096130793Finished memstore snapshotting backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731096130794 (+1 ms)Flushing stores of backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. at 1731096130794Flushing bb99556d032ddc354c6bda26bc48458a/meta: creating writer at 1731096130794Flushing bb99556d032ddc354c6bda26bc48458a/meta: appending metadata at 1731096130796 (+2 ms)Flushing bb99556d032ddc354c6bda26bc48458a/meta: closing flushed file at 1731096130797 (+1 ms)Flushing bb99556d032ddc354c6bda26bc48458a/session: creating writer at 1731096131213 (+416 ms)Flushing bb99556d032ddc354c6bda26bc48458a/session: appending metadata at 1731096131216 (+3 ms)Flushing bb99556d032ddc354c6bda26bc48458a/session: closing flushed file at 1731096131216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d79b764: reopening flushed file at 1731096131638 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f184f7e: reopening flushed file at 1731096131646 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for bb99556d032ddc354c6bda26bc48458a in 860ms, sequenceid=52, compaction requested=true at 1731096131653 (+7 ms)Writing region close event to WAL at 1731096131654 (+1 ms)Running coprocessor post-close hooks at 1731096131658 (+4 ms)Closed at 1731096131658 2024-11-08T20:02:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731096020278.bb99556d032ddc354c6bda26bc48458a. 2024-11-08T20:02:11,659 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f0d546c077ff00e3ac472a5fb21f68c, disabling compactions & flushes 2024-11-08T20:02:11,659 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:11,659 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:11,659 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. after waiting 0 ms 2024-11-08T20:02:11,659 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:11,660 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/table/1dc232aa341e4aa6b273817496cc1b39 is 88, key is ns2:table2,,1731096110456.6a787262d03c2473cae0f611abc8e541./table:/1731096125177/DeleteFamily/seqid=0 2024-11-08T20:02:11,663 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/3f0d546c077ff00e3ac472a5fb21f68c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-08T20:02:11,664 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:11,664 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:11,664 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f0d546c077ff00e3ac472a5fb21f68c: Waiting for close lock at 1731096131659Running coprocessor pre-close hooks at 1731096131659Disabling compacts and flushes for region at 1731096131659Disabling writes for close at 1731096131659Writing region close event to WAL at 1731096131660 (+1 ms)Running coprocessor post-close hooks at 1731096131664 (+4 ms)Closed at 1731096131664 2024-11-08T20:02:11,664 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731096115553.3f0d546c077ff00e3ac472a5fb21f68c. 2024-11-08T20:02:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073742002_1178 (size=6364) 2024-11-08T20:02:11,664 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3b8b30b613343e020fc4e0548db2963, disabling compactions & flushes 2024-11-08T20:02:11,664 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:11,664 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:11,664 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. after waiting 0 ms 2024-11-08T20:02:11,664 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/default/table1/e3b8b30b613343e020fc4e0548db2963/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-08T20:02:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:11,669 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:11,669 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3b8b30b613343e020fc4e0548db2963: Waiting for close lock at 1731096131664Running coprocessor pre-close hooks at 1731096131664Disabling compacts and flushes for region at 1731096131664Disabling writes for close at 1731096131664Writing region close event to WAL at 1731096131665 (+1 ms)Running coprocessor post-close hooks at 1731096131668 (+3 ms)Closed at 1731096131669 (+1 ms) 2024-11-08T20:02:11,669 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731096115553.e3b8b30b613343e020fc4e0548db2963. 2024-11-08T20:02:11,669 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c86bc56e4ec0dedce5e3b7599de7b49d, disabling compactions & flushes 2024-11-08T20:02:11,669 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:02:11,669 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:02:11,669 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. after waiting 0 ms 2024-11-08T20:02:11,669 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:02:11,673 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/backup/system_bulk/c86bc56e4ec0dedce5e3b7599de7b49d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:02:11,673 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:11,673 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:02:11,673 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c86bc56e4ec0dedce5e3b7599de7b49d: Waiting for close lock at 1731096131669Running coprocessor pre-close hooks at 1731096131669Disabling compacts and flushes for region at 1731096131669Disabling writes for close at 1731096131669Writing region close event to WAL at 1731096131669Running coprocessor post-close hooks at 1731096131673 (+4 ms)Closed at 1731096131673 2024-11-08T20:02:11,674 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731096022453.c86bc56e4ec0dedce5e3b7599de7b49d. 2024-11-08T20:02:11,674 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb102e418ffb975d051bfe6e9653e396, disabling compactions & flushes 2024-11-08T20:02:11,674 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:02:11,674 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:02:11,674 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. after waiting 0 ms 2024-11-08T20:02:11,674 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:02:11,678 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns2/test-17310960099611/eb102e418ffb975d051bfe6e9653e396/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-08T20:02:11,678 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:11,678 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:02:11,678 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb102e418ffb975d051bfe6e9653e396: Waiting for close lock at 1731096131674Running coprocessor pre-close hooks at 1731096131674Disabling compacts and flushes for region at 1731096131674Disabling writes for close at 1731096131674Writing region close event to WAL at 1731096131674Running coprocessor post-close hooks at 1731096131678 (+4 ms)Closed at 1731096131678 2024-11-08T20:02:11,679 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17310960099611,,1731096012809.eb102e418ffb975d051bfe6e9653e396. 2024-11-08T20:02:11,679 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0e4789d6107d9e2ec0221b539ac074a, disabling compactions & flushes 2024-11-08T20:02:11,679 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:02:11,679 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:02:11,679 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. after waiting 0 ms 2024-11-08T20:02:11,679 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:02:11,682 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns4/test-17310960099613/b0e4789d6107d9e2ec0221b539ac074a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:02:11,683 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:11,683 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:02:11,683 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0e4789d6107d9e2ec0221b539ac074a: Waiting for close lock at 1731096131679Running coprocessor pre-close hooks at 1731096131679Disabling compacts and flushes for region at 1731096131679Disabling writes for close at 1731096131679Writing region close event to WAL at 1731096131679Running coprocessor post-close hooks at 1731096131683 (+4 ms)Closed at 1731096131683 2024-11-08T20:02:11,683 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17310960099613,,1731096016276.b0e4789d6107d9e2ec0221b539ac074a. 2024-11-08T20:02:11,683 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 369fa34bf122f3ccc482f0fffdf2d36f, disabling compactions & flushes 2024-11-08T20:02:11,683 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:02:11,684 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:02:11,684 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. after waiting 0 ms 2024-11-08T20:02:11,684 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:02:11,687 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/ns3/test-17310960099612/369fa34bf122f3ccc482f0fffdf2d36f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:02:11,688 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:11,688 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:02:11,688 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 369fa34bf122f3ccc482f0fffdf2d36f: Waiting for close lock at 1731096131683Running coprocessor pre-close hooks at 1731096131683Disabling compacts and flushes for region at 1731096131683Disabling writes for close at 1731096131684 (+1 ms)Writing region close event to WAL at 1731096131684Running coprocessor post-close hooks at 1731096131688 (+4 ms)Closed at 1731096131688 2024-11-08T20:02:11,688 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17310960099612,,1731096014102.369fa34bf122f3ccc482f0fffdf2d36f. 2024-11-08T20:02:11,746 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:02:11,946 DEBUG [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:02:12,066 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/table/1dc232aa341e4aa6b273817496cc1b39 2024-11-08T20:02:12,078 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/info/8f957bd525884338a7f9949a8bb8abca as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/info/8f957bd525884338a7f9949a8bb8abca 2024-11-08T20:02:12,084 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/info/8f957bd525884338a7f9949a8bb8abca, entries=114, sequenceid=97, filesize=18.6 K 2024-11-08T20:02:12,085 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/ns/e788de13c706491b84c826b4a0a454e1 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/ns/e788de13c706491b84c826b4a0a454e1 2024-11-08T20:02:12,090 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/ns/e788de13c706491b84c826b4a0a454e1, entries=10, sequenceid=97, filesize=5.6 K 2024-11-08T20:02:12,091 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/rep_barrier/120b5cc2cb224ceebd1d9c6d7b86e0a1 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/rep_barrier/120b5cc2cb224ceebd1d9c6d7b86e0a1 2024-11-08T20:02:12,096 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/rep_barrier/120b5cc2cb224ceebd1d9c6d7b86e0a1, entries=3, sequenceid=97, filesize=5.5 K 2024-11-08T20:02:12,097 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/.tmp/table/1dc232aa341e4aa6b273817496cc1b39 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/table/1dc232aa341e4aa6b273817496cc1b39 2024-11-08T20:02:12,102 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/table/1dc232aa341e4aa6b273817496cc1b39, entries=21, sequenceid=97, filesize=6.2 K 2024-11-08T20:02:12,103 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=97, compaction requested=false 2024-11-08T20:02:12,108 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-08T20:02:12,109 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T20:02:12,109 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:02:12,109 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:02:12,109 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096130343Running coprocessor pre-close hooks at 1731096130343Disabling compacts and flushes for region at 1731096130343Disabling writes for close at 1731096130343Obtaining lock to block concurrent updates at 1731096130343Preparing flush snapshotting stores in 1588230740 at 1731096130343Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731096130344 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731096130344Flushing 1588230740/info: creating writer at 1731096130344Flushing 1588230740/info: appending metadata at 1731096130364 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731096130364Flushing 1588230740/ns: creating writer at 1731096130780 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731096130798 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731096130798Flushing 1588230740/rep_barrier: creating writer at 1731096131213 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731096131230 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731096131230Flushing 1588230740/table: creating writer at 1731096131641 (+411 ms)Flushing 1588230740/table: appending metadata at 1731096131660 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731096131660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8be975: reopening flushed file at 1731096132077 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad95541: reopening flushed file at 1731096132084 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c8d8a7: reopening flushed file at 1731096132090 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afc8e1c: reopening flushed file at 1731096132096 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=97, compaction requested=false at 1731096132103 (+7 ms)Writing region close event to WAL at 1731096132105 (+2 ms)Running coprocessor post-close hooks at 1731096132109 (+4 ms)Closed at 1731096132109 2024-11-08T20:02:12,109 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:02:12,147 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,35667,1731096001923; all regions closed. 2024-11-08T20:02:12,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741954_1130 (size=16160) 2024-11-08T20:02:12,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/WALs/b75fe890c219,35667,1731096001923/b75fe890c219%2C35667%2C1731096001923.meta.1731096095833.meta not finished, retry = 0 2024-11-08T20:02:12,263 DEBUG [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs 2024-11-08T20:02:12,263 INFO [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.meta:.meta(num 1731096095833) 2024-11-08T20:02:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741956_1132 (size=7883) 2024-11-08T20:02:12,274 DEBUG [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs 2024-11-08T20:02:12,274 INFO [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-1:(num 1731096095872) 2024-11-08T20:02:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741955_1131 (size=4165) 2024-11-08T20:02:12,280 DEBUG [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/oldWALs 2024-11-08T20:02:12,281 INFO [RS:0;b75fe890c219:35667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C35667%2C1731096001923.b75fe890c219%2C35667%2C1731096001923.regiongroup-0:(num 1731096095857) 2024-11-08T20:02:12,281 DEBUG [RS:0;b75fe890c219:35667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:12,281 INFO [RS:0;b75fe890c219:35667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:02:12,281 INFO [RS:0;b75fe890c219:35667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:02:12,281 INFO [RS:0;b75fe890c219:35667 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:02:12,282 INFO [RS:0;b75fe890c219:35667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:02:12,282 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:02:12,283 INFO [RS:0;b75fe890c219:35667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35667 2024-11-08T20:02:12,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/b75fe890c219,35667,1731096001923 2024-11-08T20:02:12,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T20:02:12,349 INFO [RS:0;b75fe890c219:35667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:02:12,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,35667,1731096001923] 2024-11-08T20:02:12,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/b75fe890c219,35667,1731096001923 already deleted, retry=false 2024-11-08T20:02:12,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,35667,1731096001923 expired; onlineServers=0 2024-11-08T20:02:12,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b75fe890c219,38169,1731096000428' ***** 2024-11-08T20:02:12,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:02:12,366 INFO [M:0;b75fe890c219:38169 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T20:02:12,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-08T20:02:12,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T20:02:12,375 INFO [M:0;b75fe890c219:38169 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T20:02:12,376 INFO [M:0;b75fe890c219:38169 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T20:02:12,376 INFO [M:0;b75fe890c219:38169 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:12,376 INFO [M:0;b75fe890c219:38169 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T20:02:12,376 INFO [M:0;b75fe890c219:38169 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:12,376 INFO [M:0;b75fe890c219:38169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:02:12,376 INFO [M:0;b75fe890c219:38169 {}] master.HMaster(1770): Stopping master jetty server 2024-11-08T20:02:12,377 INFO [M:0;b75fe890c219:38169 {}] server.AbstractConnector(383): Stopped ServerConnector@294c9b87{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T20:02:12,377 INFO [M:0;b75fe890c219:38169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:02:12,377 DEBUG [M:0;b75fe890c219:38169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:02:12,377 INFO [M:0;b75fe890c219:38169 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-08T20:02:12,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:02:12,378 INFO [M:0;b75fe890c219:38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b75fe890c219:38169. 2024-11-08T20:02:12,378 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731096004139 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731096004139,5,FailOnTimeoutGroup] 2024-11-08T20:02:12,378 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731096004139 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731096004139,5,FailOnTimeoutGroup] 2024-11-08T20:02:12,378 DEBUG [M:0;b75fe890c219:38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:02:12,378 DEBUG [M:0;b75fe890c219:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:12,378 DEBUG [M:0;b75fe890c219:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:02:12,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:02:12,378 DEBUG [M:0;b75fe890c219:38169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:02:12,378 INFO [M:0;b75fe890c219:38169 {}] hbase.ChoreService(370): Chore service for: master/b75fe890c219:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:02:12,378 INFO [M:0;b75fe890c219:38169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:02:12,378 DEBUG [M:0;b75fe890c219:38169 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:02:12,378 INFO [M:0;b75fe890c219:38169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:02:12,378 INFO [M:0;b75fe890c219:38169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:02:12,378 ERROR [M:0;b75fe890c219:38169 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-08T20:02:12,379 INFO [M:0;b75fe890c219:38169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:02:12,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:02:12,380 DEBUG [M:0;b75fe890c219:38169 {}] zookeeper.ZKUtil(347): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-08T20:02:12,380 WARN [M:0;b75fe890c219:38169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:02:12,380 INFO [M:0;b75fe890c219:38169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/.lastflushedseqids 2024-11-08T20:02:12,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073742003_1179 (size=761) 2024-11-08T20:02:12,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:02:12,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35667-0x1011d5247290001, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:02:12,458 INFO [RS:0;b75fe890c219:35667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:02:12,458 INFO [RS:0;b75fe890c219:35667 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,35667,1731096001923; zookeeper connection closed. 2024-11-08T20:02:12,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43c464bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43c464bb 2024-11-08T20:02:12,459 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:02:12,792 INFO [M:0;b75fe890c219:38169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:02:12,792 INFO [M:0;b75fe890c219:38169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:02:12,793 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:02:12,812 INFO [M:0;b75fe890c219:38169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:02:12,812 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:02:12,812 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:02:12,812 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:02:12,812 INFO [M:0;b75fe890c219:38169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.96 KB heapSize=517.49 KB 2024-11-08T20:02:12,826 DEBUG [M:0;b75fe890c219:38169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/304f228fe76a494292b0ea092014a638 is 82, key is hbase:meta,,1/info:regioninfo/1731096005482/Put/seqid=0 2024-11-08T20:02:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073742004_1180 (size=5672) 2024-11-08T20:02:13,232 INFO [M:0;b75fe890c219:38169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/304f228fe76a494292b0ea092014a638 2024-11-08T20:02:13,260 DEBUG [M:0;b75fe890c219:38169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96728a70ace1467db392cde67cf0d54e is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731096122283/Put/seqid=0 2024-11-08T20:02:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073742005_1181 (size=30148) 2024-11-08T20:02:13,666 INFO [M:0;b75fe890c219:38169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.40 KB at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96728a70ace1467db392cde67cf0d54e 2024-11-08T20:02:13,676 INFO [M:0;b75fe890c219:38169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96728a70ace1467db392cde67cf0d54e 2024-11-08T20:02:13,694 DEBUG [M:0;b75fe890c219:38169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5664d668e284baca6f2220de6a86db5 is 69, key is b75fe890c219,35667,1731096001923/rs:state/1731096004253/Put/seqid=0 2024-11-08T20:02:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073742006_1182 (size=5156) 2024-11-08T20:02:14,100 INFO [M:0;b75fe890c219:38169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5664d668e284baca6f2220de6a86db5 2024-11-08T20:02:14,110 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/304f228fe76a494292b0ea092014a638 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/304f228fe76a494292b0ea092014a638 2024-11-08T20:02:14,115 INFO [M:0;b75fe890c219:38169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/304f228fe76a494292b0ea092014a638, entries=8, sequenceid=903, filesize=5.5 K 2024-11-08T20:02:14,116 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96728a70ace1467db392cde67cf0d54e as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96728a70ace1467db392cde67cf0d54e 2024-11-08T20:02:14,121 INFO [M:0;b75fe890c219:38169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96728a70ace1467db392cde67cf0d54e 2024-11-08T20:02:14,121 INFO [M:0;b75fe890c219:38169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96728a70ace1467db392cde67cf0d54e, entries=94, sequenceid=903, filesize=29.4 K 2024-11-08T20:02:14,122 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5664d668e284baca6f2220de6a86db5 as hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5664d668e284baca6f2220de6a86db5 2024-11-08T20:02:14,128 INFO [M:0;b75fe890c219:38169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5664d668e284baca6f2220de6a86db5, entries=1, sequenceid=903, filesize=5.0 K 2024-11-08T20:02:14,129 INFO [M:0;b75fe890c219:38169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.96 KB/451539, heapSize ~517.20 KB/529608, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=903, compaction requested=false 2024-11-08T20:02:14,131 INFO [M:0;b75fe890c219:38169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:02:14,131 DEBUG [M:0;b75fe890c219:38169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096132793Disabling compacts and flushes for region at 1731096132793Disabling writes for close at 1731096132812 (+19 ms)Obtaining lock to block concurrent updates at 1731096132812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096132812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451539, getHeapSize=529848, getOffHeapSize=0, getCellsCount=1026 at 1731096132813 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096132813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096132813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096132826 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096132826Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096133242 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096133260 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096133260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096133677 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096133694 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096133694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7357c965: reopening flushed file at 1731096134109 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2a0cf4: reopening flushed file at 1731096134115 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114ad053: reopening flushed file at 1731096134121 (+6 ms)Finished flush of dataSize ~440.96 KB/451539, heapSize ~517.20 KB/529608, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=903, compaction requested=false at 1731096134129 (+8 ms)Writing region close event to WAL at 1731096134131 (+2 ms)Closed at 1731096134131 2024-11-08T20:02:14,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49270e64-b8a4-33db-a57b-f0089d952e0b/MasterData/WALs/b75fe890c219,38169,1731096000428/b75fe890c219%2C38169%2C1731096000428.b75fe890c219%2C38169%2C1731096000428.regiongroup-0.1731096003327 not finished, retry = 0 2024-11-08T20:02:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741830_1006 (size=511145) 2024-11-08T20:02:14,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:02:14,236 INFO [M:0;b75fe890c219:38169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:02:14,236 INFO [M:0;b75fe890c219:38169 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-08T20:02:14,236 INFO [M:0;b75fe890c219:38169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38169 2024-11-08T20:02:14,236 INFO [M:0;b75fe890c219:38169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:02:14,398 INFO [M:0;b75fe890c219:38169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:02:14,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:02:14,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38169-0x1011d5247290000, quorum=127.0.0.1:61804, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:02:14,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:02:14,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:02:14,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:14,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:02:14,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:14,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:02:14,419 WARN [BP-1567330196-172.17.0.2-1731095996847 heartbeating to localhost/127.0.0.1:37117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:02:14,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:02:14,419 WARN [BP-1567330196-172.17.0.2-1731095996847 heartbeating to localhost/127.0.0.1:37117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1567330196-172.17.0.2-1731095996847 (Datanode Uuid 010f78e2-c39c-40f6-b757-689b5820d472) service to localhost/127.0.0.1:37117 2024-11-08T20:02:14,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/data/data1/current/BP-1567330196-172.17.0.2-1731095996847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:02:14,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/cluster_ea00b17b-b7ad-7fd0-824d-ed161561b65d/data/data2/current/BP-1567330196-172.17.0.2-1731095996847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:02:14,421 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:02:14,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:02:14,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:02:14,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:14,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:02:14,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:14,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:02:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:02:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-08T20:02:14,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1761030a{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T20:02:14,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cdd48f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:02:14,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:14,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb9a805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T20:02:14,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4c5182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:14,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ae1a266{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T20:02:14,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5d522c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:02:14,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:14,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af992ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T20:02:14,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@851bacc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:14,519 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T20:02:14,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c86d757{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T20:02:14,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:02:14,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:14,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T20:02:14,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:14,522 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-08T20:02:14,524 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-08T20:02:14,525 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-08T20:02:14,525 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T20:02:14,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ae83217{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T20:02:14,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bda844c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:02:14,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:02:14,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338ad629{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T20:02:14,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@357aa33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f101d17f-eedc-98d6-7629-10a3d7e1b285/hadoop.log.dir/,STOPPED} 2024-11-08T20:02:14,530 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T20:02:14,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped