2024-11-09 05:14:04,749 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-09 05:14:04,763 main DEBUG Took 0.012423 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 05:14:04,764 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 05:14:04,764 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 05:14:04,765 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 05:14:04,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,776 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 05:14:04,788 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,791 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,792 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,792 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,793 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,794 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,795 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,796 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,797 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:14:04,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,798 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 05:14:04,799 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:14:04,801 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 05:14:04,802 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 05:14:04,803 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 05:14:04,804 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 05:14:04,804 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 05:14:04,813 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 05:14:04,816 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 05:14:04,817 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 05:14:04,818 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 05:14:04,818 main DEBUG createAppenders(={Console}) 2024-11-09 05:14:04,819 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-09 05:14:04,819 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-09 05:14:04,819 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-09 05:14:04,820 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 05:14:04,820 main DEBUG OutputStream closed 2024-11-09 05:14:04,820 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 05:14:04,821 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 05:14:04,821 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-09 05:14:04,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 05:14:04,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 05:14:04,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 05:14:04,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 05:14:04,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 05:14:04,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 05:14:04,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 05:14:04,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 05:14:04,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 05:14:04,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 05:14:04,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 05:14:04,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 05:14:04,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 05:14:04,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 05:14:04,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 05:14:04,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 05:14:04,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 05:14:04,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 05:14:04,898 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 05:14:04,899 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-09 05:14:04,899 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 05:14:04,900 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-09T05:14:04,936 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-09 05:14:04,939 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 05:14:04,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T05:14:05,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2 2024-11-09T05:14:05,271 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-09T05:14:05,273 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:14:05,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T05:14:05,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244, deleteOnExit=true 2024-11-09T05:14:05,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T05:14:05,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/test.cache.data in system properties and HBase conf 2024-11-09T05:14:05,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T05:14:05,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir in system properties and HBase conf 2024-11-09T05:14:05,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T05:14:05,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T05:14:05,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T05:14:05,370 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T05:14:05,480 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T05:14:05,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:14:05,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:14:05,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T05:14:05,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:14:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T05:14:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T05:14:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:14:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:14:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T05:14:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/nfs.dump.dir in system properties and HBase conf 2024-11-09T05:14:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir in system properties and HBase conf 2024-11-09T05:14:05,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:14:05,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T05:14:05,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T05:14:06,303 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T05:14:06,396 INFO [Time-limited test {}] log.Log(170): Logging initialized @2334ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T05:14:06,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:06,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:14:06,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:06,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:06,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:14:06,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:06,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:06,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:14:06,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir/jetty-localhost-45443-hadoop-hdfs-3_4_1-tests_jar-_-any-2107467989626985922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:14:06,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:45443} 2024-11-09T05:14:06,846 INFO [Time-limited test {}] server.Server(415): Started @2785ms 2024-11-09T05:14:07,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:07,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:14:07,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:07,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:07,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:14:07,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:07,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:14:07,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir/jetty-localhost-38999-hadoop-hdfs-3_4_1-tests_jar-_-any-12999557624460212029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:14:07,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:38999} 2024-11-09T05:14:07,380 INFO [Time-limited test {}] server.Server(415): Started @3319ms 2024-11-09T05:14:07,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:14:07,998 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/data/data2/current/BP-1500339892-172.17.0.2-1731129246060/current, will proceed with Du for space computation calculation, 2024-11-09T05:14:07,998 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/data/data1/current/BP-1500339892-172.17.0.2-1731129246060/current, will proceed with Du for space computation calculation, 2024-11-09T05:14:08,044 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:14:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0198ffe24fcf5fa with lease ID 0x86b00d168d0e8c08: Processing first storage report for DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7 from datanode DatanodeRegistration(127.0.0.1:44571, datanodeUuid=5227dfa7-f022-4048-87ba-17dbdfde363d, infoPort=37429, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=922122346;c=1731129246060) 2024-11-09T05:14:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0198ffe24fcf5fa with lease ID 0x86b00d168d0e8c08: from storage DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7 node DatanodeRegistration(127.0.0.1:44571, datanodeUuid=5227dfa7-f022-4048-87ba-17dbdfde363d, infoPort=37429, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=922122346;c=1731129246060), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T05:14:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0198ffe24fcf5fa with lease ID 0x86b00d168d0e8c08: Processing first storage report for DS-a7aab26e-4a30-474c-b058-1340fa510800 from datanode DatanodeRegistration(127.0.0.1:44571, datanodeUuid=5227dfa7-f022-4048-87ba-17dbdfde363d, infoPort=37429, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=922122346;c=1731129246060) 2024-11-09T05:14:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0198ffe24fcf5fa with lease ID 0x86b00d168d0e8c08: from storage DS-a7aab26e-4a30-474c-b058-1340fa510800 node DatanodeRegistration(127.0.0.1:44571, datanodeUuid=5227dfa7-f022-4048-87ba-17dbdfde363d, infoPort=37429, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=922122346;c=1731129246060), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T05:14:08,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2 2024-11-09T05:14:08,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/zookeeper_0, clientPort=59488, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T05:14:08,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59488 2024-11-09T05:14:08,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:14:08,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:14:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:14:08,877 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b with version=8 2024-11-09T05:14:08,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging 2024-11-09T05:14:08,889 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-09T05:14:08,890 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-09T05:14:08,890 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-09T05:14:08,890 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-09T05:14:08,972 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T05:14:09,241 INFO [Time-limited test {}] client.ConnectionUtils(128): master/91c460d36389:0 server-side Connection retries=45 2024-11-09T05:14:09,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:14:09,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:14:09,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:14:09,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:14:09,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:14:09,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T05:14:09,465 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T05:14:09,475 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T05:14:09,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:14:09,506 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20803 (auto-detected) 2024-11-09T05:14:09,507 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T05:14:09,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35707 2024-11-09T05:14:09,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35707 connecting to ZooKeeper ensemble=127.0.0.1:59488 2024-11-09T05:14:09,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357070x0, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:14:09,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35707-0x100fb25f4360000 connected 2024-11-09T05:14:09,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:14:09,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:14:09,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-09T05:14:09,655 INFO [Time-limited test {}] log.Log(170): Logging initialized @5595ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T05:14:09,701 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-09T05:14:09,701 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-09T05:14:09,702 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-09T05:14:09,703 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-09T05:14:09,703 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-09T05:14:09,705 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-09T05:14:09,705 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-09T05:14:09,705 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-09T05:14:09,707 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-09T05:14:09,770 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41281 2024-11-09T05:14:09,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-09T05:14:09,784 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-09T05:14:09,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:09,786 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-09T05:14:09,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-09T05:14:09,824 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-09T05:14:09,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:09,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:09,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:14:09,837 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-09T05:14:10,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-09T05:14:10,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:41281} 2024-11-09T05:14:10,400 INFO [Time-limited test {}] server.Server(415): Started @6339ms 2024-11-09T05:14:10,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b, hbase.cluster.distributed=false 2024-11-09T05:14:10,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-09T05:14:10,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-09T05:14:10,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35707 2024-11-09T05:14:10,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35707 2024-11-09T05:14:10,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-09T05:14:10,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-09T05:14:10,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/91c460d36389:0 server-side Connection retries=45 2024-11-09T05:14:10,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:14:10,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:14:10,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:14:10,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:14:10,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:14:10,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:14:10,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:14:10,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37755 2024-11-09T05:14:10,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37755 connecting to ZooKeeper ensemble=127.0.0.1:59488 2024-11-09T05:14:10,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:14:10,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:14:10,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377550x0, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:14:10,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37755-0x100fb25f4360001 connected 2024-11-09T05:14:10,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-09T05:14:10,591 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-09T05:14:10,592 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-09T05:14:10,592 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-09T05:14:10,593 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-09T05:14:10,593 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-09T05:14:10,595 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-09T05:14:10,595 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-09T05:14:10,595 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-09T05:14:10,596 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-09T05:14:10,598 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41017 2024-11-09T05:14:10,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-09T05:14:10,600 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-09T05:14:10,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:10,601 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-09T05:14:10,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-09T05:14:10,614 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-09T05:14:10,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:10,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:10,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:14:10,617 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-09T05:14:10,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-09T05:14:10,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:41017} 2024-11-09T05:14:10,621 INFO [Time-limited test {}] server.Server(415): Started @6561ms 2024-11-09T05:14:10,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:14:10,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:14:10,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-09T05:14:10,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-09T05:14:10,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37755 2024-11-09T05:14:10,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37755 2024-11-09T05:14:10,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37755 2024-11-09T05:14:10,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37755 2024-11-09T05:14:10,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37755 2024-11-09T05:14:10,662 DEBUG [M:0;91c460d36389:35707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91c460d36389:35707 2024-11-09T05:14:10,665 INFO [master/91c460d36389:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-09T05:14:10,668 INFO [master/91c460d36389:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@69e98ec3{HTTP/1.1, (http/1.1)}{0.0.0.0:41851} 2024-11-09T05:14:10,668 INFO [master/91c460d36389:0:becomeActiveMaster {}] server.Server(415): Started @6607ms 2024-11-09T05:14:10,668 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/91c460d36389,35707,1731129249027 2024-11-09T05:14:10,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-09T05:14:10,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-09T05:14:10,678 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/91c460d36389,35707,1731129249027 2024-11-09T05:14:10,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-09T05:14:10,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:10,700 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-09T05:14:10,701 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/91c460d36389,35707,1731129249027 from backup master directory 2024-11-09T05:14:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/91c460d36389,35707,1731129249027 2024-11-09T05:14:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-09T05:14:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-09T05:14:10,706 WARN [master/91c460d36389:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:14:10,706 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91c460d36389,35707,1731129249027 2024-11-09T05:14:10,709 INFO [master/91c460d36389:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T05:14:10,711 INFO [master/91c460d36389:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T05:14:10,770 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase.id] with ID: 66531d9b-a455-423e-9999-cd814155597a 2024-11-09T05:14:10,771 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.tmp/hbase.id 2024-11-09T05:14:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:14:11,183 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.tmp/hbase.id]:[hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase.id] 2024-11-09T05:14:11,224 INFO [master/91c460d36389:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:14:11,229 INFO [master/91c460d36389:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T05:14:11,249 INFO [master/91c460d36389:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-09T05:14:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:14:11,686 INFO [master/91c460d36389:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:11,688 INFO [master/91c460d36389:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T05:14:11,695 INFO [master/91c460d36389:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-09T05:14:11,697 INFO [master/91c460d36389:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-09T05:14:11,709 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:14:11,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:14:12,166 INFO [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store 2024-11-09T05:14:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:14:12,590 INFO [master/91c460d36389:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T05:14:12,595 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:12,597 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:14:12,597 INFO [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:14:12,597 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:14:12,599 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-09T05:14:12,600 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:14:12,600 INFO [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:14:12,602 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731129252597Disabling compacts and flushes for region at 1731129252597Disabling writes for close at 1731129252600 (+3 ms)Writing region close event to WAL at 1731129252600Closed at 1731129252600 2024-11-09T05:14:12,604 WARN [master/91c460d36389:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/.initializing 2024-11-09T05:14:12,604 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/WALs/91c460d36389,35707,1731129249027 2024-11-09T05:14:12,609 INFO [master/91c460d36389:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:14:12,616 INFO [master/91c460d36389:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 91c460d36389,35707,1731129249027.regiongroup-0 2024-11-09T05:14:12,631 INFO [master/91c460d36389:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91c460d36389%2C35707%2C1731129249027.91c460d36389%2C35707%2C1731129249027.regiongroup-0, suffix=, logDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/WALs/91c460d36389,35707,1731129249027, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/oldWALs, maxLogs=10 2024-11-09T05:14:12,655 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/WALs/91c460d36389,35707,1731129249027/91c460d36389%2C35707%2C1731129249027.91c460d36389%2C35707%2C1731129249027.regiongroup-0.1731129252635, exclude list is [], retry=0 2024-11-09T05:14:12,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T05:14:12,714 INFO [master/91c460d36389:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/WALs/91c460d36389,35707,1731129249027/91c460d36389%2C35707%2C1731129249027.91c460d36389%2C35707%2C1731129249027.regiongroup-0.1731129252635 2024-11-09T05:14:12,715 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:12,716 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:12,716 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:12,720 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,721 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T05:14:12,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:12,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:12,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T05:14:12,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:12,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:12,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T05:14:12,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:12,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:12,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T05:14:12,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:12,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:12,811 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,816 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,817 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,824 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,825 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,829 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:14:12,833 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:14:12,838 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:12,839 INFO [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11981396800, jitterRate=0.11585453152656555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:14:12,846 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731129252737Initializing all the Stores at 1731129252739 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129252740 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129252741 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129252742 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129252742Cleaning up temporary data from old regions at 1731129252825 (+83 ms)Region opened successfully at 1731129252845 (+20 ms) 2024-11-09T05:14:12,847 INFO [master/91c460d36389:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T05:14:12,878 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4f03ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=91c460d36389/172.17.0.2:0 2024-11-09T05:14:12,913 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T05:14:12,926 INFO [master/91c460d36389:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T05:14:12,926 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T05:14:12,929 INFO [master/91c460d36389:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T05:14:12,931 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T05:14:12,936 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T05:14:12,936 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T05:14:12,963 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T05:14:12,972 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-09T05:14:12,977 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-09T05:14:12,979 INFO [master/91c460d36389:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T05:14:12,981 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-09T05:14:12,983 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-09T05:14:12,985 INFO [master/91c460d36389:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T05:14:12,988 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-09T05:14:12,990 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-09T05:14:12,991 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-09T05:14:12,992 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-09T05:14:13,030 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T05:14:13,033 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-09T05:14:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-09T05:14:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-09T05:14:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,040 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91c460d36389,35707,1731129249027, sessionid=0x100fb25f4360000, setting cluster-up flag (Was=false) 2024-11-09T05:14:13,047 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-09T05:14:13,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,063 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-09T05:14:13,065 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91c460d36389,35707,1731129249027 2024-11-09T05:14:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,076 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-09T05:14:13,078 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91c460d36389,35707,1731129249027 2024-11-09T05:14:13,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:13,091 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-09T05:14:13,092 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91c460d36389,35707,1731129249027 2024-11-09T05:14:13,099 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T05:14:13,151 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(746): ClusterId : 66531d9b-a455-423e-9999-cd814155597a 2024-11-09T05:14:13,152 INFO [RS:0;91c460d36389:37755 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-09T05:14:13,154 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:14:13,158 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:14:13,158 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-09T05:14:13,161 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-09T05:14:13,162 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:14:13,164 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:14:13,165 DEBUG [RS:0;91c460d36389:37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7119e8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=91c460d36389/172.17.0.2:0 2024-11-09T05:14:13,174 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T05:14:13,180 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91c460d36389:37755 2024-11-09T05:14:13,183 INFO [master/91c460d36389:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T05:14:13,183 INFO [RS:0;91c460d36389:37755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:14:13,184 INFO [RS:0;91c460d36389:37755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:14:13,184 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:14:13,186 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(2659): reportForDuty to master=91c460d36389,35707,1731129249027 with port=37755, startcode=1731129250518 2024-11-09T05:14:13,190 INFO [master/91c460d36389:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T05:14:13,197 DEBUG [RS:0;91c460d36389:37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:14:13,195 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91c460d36389,35707,1731129249027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T05:14:13,202 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91c460d36389:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:14:13,202 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91c460d36389:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:14:13,202 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91c460d36389:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:14:13,202 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91c460d36389:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:14:13,203 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91c460d36389:0, corePoolSize=10, maxPoolSize=10 2024-11-09T05:14:13,203 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,203 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91c460d36389:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:14:13,203 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,204 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731129283204 2024-11-09T05:14:13,206 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T05:14:13,207 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T05:14:13,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:14:13,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T05:14:13,211 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T05:14:13,212 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-09T05:14:13,212 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T05:14:13,212 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T05:14:13,213 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T05:14:13,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:13,213 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T05:14:13,218 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T05:14:13,219 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T05:14:13,220 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T05:14:13,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:14:13,234 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60571, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:14:13,234 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9676ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:13,234 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:13,238 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:13,241 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T05:14:13,246 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73896818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:13,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:13,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:13,264 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8842c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:13,268 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-09T05:14:13,271 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T05:14:13,271 INFO [master/91c460d36389:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T05:14:13,273 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T05:14:13,273 WARN [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T05:14:13,273 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91c460d36389:0:becomeActiveMaster-HFileCleaner.large.0-1731129253273,5,FailOnTimeoutGroup] 2024-11-09T05:14:13,274 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91c460d36389:0:becomeActiveMaster-HFileCleaner.small.0-1731129253273,5,FailOnTimeoutGroup] 2024-11-09T05:14:13,274 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,274 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T05:14:13,276 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,276 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,374 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(2659): reportForDuty to master=91c460d36389,35707,1731129249027 with port=37755, startcode=1731129250518 2024-11-09T05:14:13,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91c460d36389,37755,1731129250518 2024-11-09T05:14:13,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] master.ServerManager(517): Registering regionserver=91c460d36389,37755,1731129250518 2024-11-09T05:14:13,388 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:13,388 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34375 2024-11-09T05:14:13,388 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=41281 2024-11-09T05:14:13,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-09T05:14:13,397 DEBUG [RS:0;91c460d36389:37755 {}] zookeeper.ZKUtil(111): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rs/91c460d36389,37755,1731129250518 2024-11-09T05:14:13,397 WARN [RS:0;91c460d36389:37755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:14:13,397 INFO [RS:0;91c460d36389:37755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-09T05:14:13,398 INFO [RS:0;91c460d36389:37755 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-09T05:14:13,398 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518 2024-11-09T05:14:13,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91c460d36389,37755,1731129250518] 2024-11-09T05:14:13,423 INFO [RS:0;91c460d36389:37755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:14:13,436 INFO [RS:0;91c460d36389:37755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:14:13,441 INFO [RS:0;91c460d36389:37755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:14:13,441 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,442 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:14:13,448 INFO [RS:0;91c460d36389:37755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:14:13,449 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,449 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91c460d36389:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,450 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,451 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,451 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91c460d36389:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:14:13,451 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:14:13,451 DEBUG [RS:0;91c460d36389:37755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91c460d36389:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:14:13,452 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,452 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,452 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,452 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,452 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,452 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,37755,1731129250518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:14:13,471 INFO [RS:0;91c460d36389:37755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:14:13,473 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,37755,1731129250518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,473 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,473 INFO [RS:0;91c460d36389:37755 {}] regionserver.Replication(171): 91c460d36389,37755,1731129250518 started 2024-11-09T05:14:13,490 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:13,491 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1482): Serving as 91c460d36389,37755,1731129250518, RpcServer on 91c460d36389/172.17.0.2:37755, sessionid=0x100fb25f4360001 2024-11-09T05:14:13,491 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:14:13,492 DEBUG [RS:0;91c460d36389:37755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91c460d36389,37755,1731129250518 2024-11-09T05:14:13,492 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91c460d36389,37755,1731129250518' 2024-11-09T05:14:13,492 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-09T05:14:13,493 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-09T05:14:13,494 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:14:13,494 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-09T05:14:13,494 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91c460d36389,37755,1731129250518' 2024-11-09T05:14:13,494 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:14:13,494 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:14:13,495 INFO [RS:0;91c460d36389:37755 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-09T05:14:13,495 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-09T05:14:13,495 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:14:13,495 DEBUG [RS:0;91c460d36389:37755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91c460d36389,37755,1731129250518 2024-11-09T05:14:13,495 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91c460d36389,37755,1731129250518' 2024-11-09T05:14:13,495 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-09T05:14:13,496 DEBUG [RS:0;91c460d36389:37755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-09T05:14:13,496 DEBUG [RS:0;91c460d36389:37755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:14:13,497 INFO [RS:0;91c460d36389:37755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:14:13,497 INFO [RS:0;91c460d36389:37755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:14:13,602 INFO [RS:0;91c460d36389:37755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:14:13,603 INFO [RS:0;91c460d36389:37755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 91c460d36389,37755,1731129250518.regiongroup-0 2024-11-09T05:14:13,606 INFO [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0, suffix=, logDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs, maxLogs=32 2024-11-09T05:14:13,622 DEBUG [RS:0;91c460d36389:37755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129253608, exclude list is [], retry=0 2024-11-09T05:14:13,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:13,630 INFO [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129253608 2024-11-09T05:14:13,631 DEBUG [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:13,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T05:14:13,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741833_1009 (size=32) 2024-11-09T05:14:14,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:14,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:14:14,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:14:14,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:14:14,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:14:14,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:14:14,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:14:14,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:14:14,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:14:14,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:14:14,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740 2024-11-09T05:14:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740 2024-11-09T05:14:14,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:14:14,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:14:14,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:14:14,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:14:14,086 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:14,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11201212320, jitterRate=0.04319418966770172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:14:14,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731129254044Initializing all the Stores at 1731129254048 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129254048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129254049 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129254049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129254049Cleaning up temporary data from old regions at 1731129254076 (+27 ms)Region opened successfully at 1731129254091 (+15 ms) 2024-11-09T05:14:14,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:14:14,091 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:14:14,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:14:14,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:14:14,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:14:14,093 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:14:14,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731129254091Disabling compacts and flushes for region at 1731129254091Disabling writes for close at 1731129254091Writing region close event to WAL at 1731129254093 (+2 ms)Closed at 1731129254093 2024-11-09T05:14:14,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:14:14,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T05:14:14,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T05:14:14,119 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:14:14,123 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T05:14:14,275 DEBUG [91c460d36389:35707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T05:14:14,288 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:14,295 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91c460d36389,37755,1731129250518, state=OPENING 2024-11-09T05:14:14,300 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T05:14:14,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:14,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:14:14,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-09T05:14:14,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-09T05:14:14,304 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:14:14,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:14,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:14:14,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:14:14,494 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T05:14:14,495 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-09T05:14:14,495 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-09T05:14:14,495 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:14:14,495 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T05:14:14,498 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91c460d36389%2C37755%2C1731129250518.meta, suffix=.meta, logDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs, maxLogs=32 2024-11-09T05:14:14,515 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129254500.meta, exclude list is [], retry=0 2024-11-09T05:14:14,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:14,523 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129254500.meta 2024-11-09T05:14:14,526 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:14,527 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:14,533 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:14,534 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T05:14:14,538 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T05:14:14,538 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T05:14:14,543 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T05:14:14,544 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:14,544 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T05:14:14,544 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T05:14:14,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:14:14,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:14:14,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:14:14,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:14:14,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:14:14,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:14:14,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:14:14,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:14:14,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:14,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:14:14,558 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:14:14,559 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740 2024-11-09T05:14:14,562 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740 2024-11-09T05:14:14,565 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:14:14,566 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:14:14,567 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:14:14,570 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:14:14,572 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9660525120, jitterRate=-0.10029348731040955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:14:14,572 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T05:14:14,574 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731129254545Writing region info on filesystem at 1731129254545Initializing all the Stores at 1731129254547 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129254547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129254548 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129254548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129254548Cleaning up temporary data from old regions at 1731129254566 (+18 ms)Running coprocessor post-open hooks at 1731129254572 (+6 ms)Region opened successfully at 1731129254574 (+2 ms) 2024-11-09T05:14:14,583 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731129254474 2024-11-09T05:14:14,599 DEBUG [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T05:14:14,599 INFO [RS_OPEN_META-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T05:14:14,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:14,604 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91c460d36389,37755,1731129250518, state=OPEN 2024-11-09T05:14:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-09T05:14:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-09T05:14:14,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-09T05:14:14,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-09T05:14:14,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91c460d36389,37755,1731129250518 2024-11-09T05:14:14,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T05:14:14,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91c460d36389,37755,1731129250518 in 302 msec 2024-11-09T05:14:14,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T05:14:14,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-09T05:14:14,624 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:14:14,625 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T05:14:14,651 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:14,653 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:14,678 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:14,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:14,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5810 sec 2024-11-09T05:14:14,712 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731129254712, completionTime=-1 2024-11-09T05:14:14,714 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T05:14:14,715 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T05:14:14,745 INFO [master/91c460d36389:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T05:14:14,745 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731129314745 2024-11-09T05:14:14,745 INFO [master/91c460d36389:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731129374745 2024-11-09T05:14:14,745 INFO [master/91c460d36389:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-09T05:14:14,747 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,35707,1731129249027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:14,747 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,35707,1731129249027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:14,747 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,35707,1731129249027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:14,749 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91c460d36389:35707, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:14,749 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:14,750 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:14,757 DEBUG [master/91c460d36389:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T05:14:14,780 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.074sec 2024-11-09T05:14:14,781 INFO [master/91c460d36389:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T05:14:14,783 INFO [master/91c460d36389:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T05:14:14,784 INFO [master/91c460d36389:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T05:14:14,784 INFO [master/91c460d36389:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T05:14:14,784 INFO [master/91c460d36389:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T05:14:14,785 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,35707,1731129249027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:14:14,785 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,35707,1731129249027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T05:14:14,794 DEBUG [master/91c460d36389:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T05:14:14,795 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T05:14:14,795 INFO [master/91c460d36389:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91c460d36389,35707,1731129249027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:14:14,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:14,857 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T05:14:14,857 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T05:14:14,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:14,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:14,869 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437a487c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:14,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:14,875 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:14,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:14,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:14,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:14,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:14,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91c460d36389,35707,1731129249027 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/test.cache.data in system properties and HBase conf 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir in system properties and HBase conf 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T05:14:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T05:14:14,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/nfs.dump.dir in system properties and HBase conf 2024-11-09T05:14:14,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir in system properties and HBase conf 2024-11-09T05:14:14,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:14:14,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T05:14:14,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T05:14:14,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741835_1011 (size=592039) 2024-11-09T05:14:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741836_1012 (size=1663647) 2024-11-09T05:14:16,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:17,023 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:17,222 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:14:17,223 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-09T05:14:17,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:14:17,224 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:17,224 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:17,224 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:14:17,228 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f210592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:17,229 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef607b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-09T05:14:17,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:17,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:17,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:14:17,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:17,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:17,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-09T05:14:17,358 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-09T05:14:17,358 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-09T05:14:17,359 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-09T05:14:17,360 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-09T05:14:17,401 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:17,490 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:17,708 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:17,731 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4655e201{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir/jetty-localhost-33917-hadoop-yarn-common-3_4_1_jar-_-any-5905278978672708497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-09T05:14:17,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@161618bc{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir/jetty-localhost-42021-hadoop-yarn-common-3_4_1_jar-_-any-498222525845258087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-09T05:14:17,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:42021} 2024-11-09T05:14:17,732 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@374e9b78{HTTP/1.1, (http/1.1)}{localhost:33917} 2024-11-09T05:14:17,732 INFO [Time-limited test {}] server.Server(415): Started @13671ms 2024-11-09T05:14:17,732 INFO [Thread-251 {}] server.Server(415): Started @13671ms 2024-11-09T05:14:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741837_1013 (size=5) 2024-11-09T05:14:18,797 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-09T05:14:18,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:18,841 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-09T05:14:18,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:14:18,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:18,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:18,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:14:18,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:18,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6430d553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:18,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b74889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-09T05:14:18,945 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-09T05:14:18,945 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-09T05:14:18,945 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-09T05:14:18,946 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-09T05:14:18,958 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:18,966 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:19,090 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:19,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30dcc218{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir/jetty-localhost-34863-hadoop-yarn-common-3_4_1_jar-_-any-16267716908381134781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-09T05:14:19,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75c6f625{HTTP/1.1, (http/1.1)}{localhost:34863} 2024-11-09T05:14:19,103 INFO [Time-limited test {}] server.Server(415): Started @15043ms 2024-11-09T05:14:19,240 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-09T05:14:19,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:19,258 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-09T05:14:19,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:14:19,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:14:19,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:14:19,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:14:19,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:14:19,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@373f13ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:14:19,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dd9ef46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-09T05:14:19,318 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-09T05:14:19,319 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-09T05:14:19,319 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-09T05:14:19,319 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-09T05:14:19,326 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:19,329 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:19,404 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-09T05:14:19,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4358ba19{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/java.io.tmpdir/jetty-localhost-43483-hadoop-yarn-common-3_4_1_jar-_-any-13685612321249013979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-09T05:14:19,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@498d4664{HTTP/1.1, (http/1.1)}{localhost:43483} 2024-11-09T05:14:19,411 INFO [Time-limited test {}] server.Server(415): Started @15350ms 2024-11-09T05:14:19,418 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T05:14:19,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-09T05:14:19,439 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:34375/backupUT 2024-11-09T05:14:19,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:14:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:14:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70929fa8 2024-11-09T05:14:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:14:19,457 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:14:19,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-09T05:14:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T05:14:19,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-09T05:14:19,471 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:14:19,471 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-09T05:14:19,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:14:19,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T05:14:19,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T05:14:19,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:14:19,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 24 msec 2024-11-09T05:14:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:14:19,593 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-09T05:14:19,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-09T05:14:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-09T05:14:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-09T05:14:19,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-09T05:14:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-09T05:14:19,713 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-09T05:14:19,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-09T05:14:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-09T05:14:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-09T05:14:19,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-09T05:14:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-09T05:14:19,823 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-09T05:14:19,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-09T05:14:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-09T05:14:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:14:19,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-09T05:14:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:14:19,942 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-09T05:14:19,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731129259439', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731129259439 2024-11-09T05:14:19,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731129259439 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:14:19,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731129259439" procId is: 8 2024-11-09T05:14:19,964 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-09T05:14:19,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731129259439 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:14:19,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741838_1014 (size=367) 2024-11-09T05:14:19,980 INFO [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4adaeda0f0e01e9fc6bac2807ea3d7f, NAME => 'test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731129259439', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741839_1015 (size=53) 2024-11-09T05:14:19,992 DEBUG [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:19,992 DEBUG [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(1722): Closing e4adaeda0f0e01e9fc6bac2807ea3d7f, disabling compactions & flushes 2024-11-09T05:14:19,992 INFO [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:19,992 DEBUG [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:19,992 DEBUG [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. after waiting 0 ms 2024-11-09T05:14:19,993 DEBUG [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:19,993 INFO [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(1973): Closed test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:19,993 DEBUG [RegionOpenAndInit-test-1731129259439-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: Waiting for close lock at 1731129259992Disabling compacts and flushes for region at 1731129259992Disabling writes for close at 1731129259992Writing region close event to WAL at 1731129259993 (+1 ms)Closed at 1731129259993 2024-11-09T05:14:19,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731129259439 execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:14:20,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129259995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129259995"}]},"ts":"1731129259995"} 2024-11-09T05:14:20,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:14:20,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731129259439 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:14:20,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731129259439","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129260011"}]},"ts":"1731129260011"} 2024-11-09T05:14:20,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731129259439, state=ENABLING in hbase:meta 2024-11-09T05:14:20,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, ASSIGN}] 2024-11-09T05:14:20,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, ASSIGN 2024-11-09T05:14:20,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:14:20,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-09T05:14:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-09T05:14:20,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, ASSIGN because future has completed 2024-11-09T05:14:20,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-09T05:14:20,361 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:20,362 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:14:20,362 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 91c460d36389,37755,1731129250518.regiongroup-1 2024-11-09T05:14:20,365 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1, suffix=, logDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs, maxLogs=32 2024-11-09T05:14:20,381 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129260367, exclude list is [], retry=0 2024-11-09T05:14:20,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:20,388 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129260367 2024-11-09T05:14:20,388 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:20,388 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4adaeda0f0e01e9fc6bac2807ea3d7f, NAME => 'test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:20,389 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:20,389 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731129259439 e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,389 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:20,389 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,389 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,391 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,393 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adaeda0f0e01e9fc6bac2807ea3d7f columnFamilyName f 2024-11-09T05:14:20,394 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:20,394 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(327): Store=e4adaeda0f0e01e9fc6bac2807ea3d7f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:20,395 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,396 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,396 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,397 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,397 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,400 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,403 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:20,403 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened e4adaeda0f0e01e9fc6bac2807ea3d7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11154683680, jitterRate=0.03886087238788605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:14:20,404 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:20,405 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: Running coprocessor pre-open hook at 1731129260389Writing region info on filesystem at 1731129260389Initializing all the Stores at 1731129260391 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129260391Cleaning up temporary data from old regions at 1731129260397 (+6 ms)Running coprocessor post-open hooks at 1731129260404 (+7 ms)Region opened successfully at 1731129260405 (+1 ms) 2024-11-09T05:14:20,407 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., pid=10, masterSystemTime=1731129260338 2024-11-09T05:14:20,410 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:20,410 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:20,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:20,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:20,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T05:14:20,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 in 231 msec 2024-11-09T05:14:20,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T05:14:20,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, ASSIGN in 398 msec 2024-11-09T05:14:20,424 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731129259439 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:14:20,425 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731129259439","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129260424"}]},"ts":"1731129260424"} 2024-11-09T05:14:20,427 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731129259439, state=ENABLED in hbase:meta 2024-11-09T05:14:20,429 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731129259439 execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:14:20,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731129259439 in 475 msec 2024-11-09T05:14:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-09T05:14:20,593 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731129259439 completed 2024-11-09T05:14:20,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ea6c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:20,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:20,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:20,596 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d437641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:20,599 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:20,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c544f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:20,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:20,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:20,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:20,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731129259439', row='row0', locateType=CURRENT is [region=test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:14:20,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegion(8528): writing data to region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:14:20,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17311292594391', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17311292594391 2024-11-09T05:14:20,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17311292594391 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:14:20,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:20,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17311292594391" procId is: 11 2024-11-09T05:14:20,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17311292594391 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:14:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:14:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741841_1017 (size=364) 2024-11-09T05:14:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:14:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:14:21,196 INFO [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ab2419f44bb232e7089056d57f58f00, NAME => 'ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17311292594391', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:21,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741842_1018 (size=50) 2024-11-09T05:14:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:14:21,606 DEBUG [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:21,606 DEBUG [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(1722): Closing 5ab2419f44bb232e7089056d57f58f00, disabling compactions & flushes 2024-11-09T05:14:21,606 INFO [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:21,606 DEBUG [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:21,606 DEBUG [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. after waiting 0 ms 2024-11-09T05:14:21,606 DEBUG [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:21,606 INFO [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:21,607 DEBUG [RegionOpenAndInit-ns2:test-17311292594391-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ab2419f44bb232e7089056d57f58f00: Waiting for close lock at 1731129261606Disabling compacts and flushes for region at 1731129261606Disabling writes for close at 1731129261606Writing region close event to WAL at 1731129261606Closed at 1731129261606 2024-11-09T05:14:21,608 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17311292594391 execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:14:21,609 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731129261609"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129261609"}]},"ts":"1731129261609"} 2024-11-09T05:14:21,612 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:14:21,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17311292594391 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:14:21,614 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17311292594391","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129261613"}]},"ts":"1731129261613"} 2024-11-09T05:14:21,616 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17311292594391, state=ENABLING in hbase:meta 2024-11-09T05:14:21,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17311292594391, region=5ab2419f44bb232e7089056d57f58f00, ASSIGN}] 2024-11-09T05:14:21,618 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17311292594391, region=5ab2419f44bb232e7089056d57f58f00, ASSIGN 2024-11-09T05:14:21,619 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17311292594391, region=5ab2419f44bb232e7089056d57f58f00, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:14:21,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5ab2419f44bb232e7089056d57f58f00, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:21,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17311292594391, region=5ab2419f44bb232e7089056d57f58f00, ASSIGN because future has completed 2024-11-09T05:14:21,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ab2419f44bb232e7089056d57f58f00, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:14:21,934 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:21,934 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ab2419f44bb232e7089056d57f58f00, NAME => 'ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:21,935 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:21,935 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17311292594391 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,935 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:21,935 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,935 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,937 INFO [StoreOpener-5ab2419f44bb232e7089056d57f58f00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,939 INFO [StoreOpener-5ab2419f44bb232e7089056d57f58f00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ab2419f44bb232e7089056d57f58f00 columnFamilyName f 2024-11-09T05:14:21,940 DEBUG [StoreOpener-5ab2419f44bb232e7089056d57f58f00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:21,940 INFO [StoreOpener-5ab2419f44bb232e7089056d57f58f00-1 {}] regionserver.HStore(327): Store=5ab2419f44bb232e7089056d57f58f00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:21,940 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,941 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,942 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,943 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,943 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,945 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,948 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:21,949 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 5ab2419f44bb232e7089056d57f58f00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11942048640, jitterRate=0.11218994855880737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:14:21,949 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:21,950 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5ab2419f44bb232e7089056d57f58f00: Running coprocessor pre-open hook at 1731129261935Writing region info on filesystem at 1731129261935Initializing all the Stores at 1731129261937 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129261937Cleaning up temporary data from old regions at 1731129261943 (+6 ms)Running coprocessor post-open hooks at 1731129261949 (+6 ms)Region opened successfully at 1731129261950 (+1 ms) 2024-11-09T05:14:21,951 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00., pid=13, masterSystemTime=1731129261929 2024-11-09T05:14:21,954 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:21,954 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:21,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5ab2419f44bb232e7089056d57f58f00, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:21,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ab2419f44bb232e7089056d57f58f00, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:21,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T05:14:21,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ab2419f44bb232e7089056d57f58f00, server=91c460d36389,37755,1731129250518 in 185 msec 2024-11-09T05:14:21,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T05:14:21,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17311292594391, region=5ab2419f44bb232e7089056d57f58f00, ASSIGN in 346 msec 2024-11-09T05:14:21,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17311292594391 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:14:21,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17311292594391","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129261967"}]},"ts":"1731129261967"} 2024-11-09T05:14:21,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17311292594391, state=ENABLED in hbase:meta 2024-11-09T05:14:21,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17311292594391 execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:14:21,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17311292594391 in 1.1960 sec 2024-11-09T05:14:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:14:22,932 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17311292594391 completed 2024-11-09T05:14:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17311292594391', row='row0', locateType=CURRENT is [region=ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:14:22,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegion(8528): writing data to region ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:14:23,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17311292594392', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17311292594392 2024-11-09T05:14:23,083 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17311292594392 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:14:23,083 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:23,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17311292594392" procId is: 14 2024-11-09T05:14:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T05:14:23,085 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17311292594392 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:14:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741843_1019 (size=390) 2024-11-09T05:14:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T05:14:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T05:14:23,497 INFO [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12bea60bf12fc9d4e681a3e1f312aca0, NAME => 'ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17311292594392', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741844_1020 (size=50) 2024-11-09T05:14:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T05:14:23,906 DEBUG [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:23,906 DEBUG [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(1722): Closing 12bea60bf12fc9d4e681a3e1f312aca0, disabling compactions & flushes 2024-11-09T05:14:23,906 INFO [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:14:23,906 DEBUG [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:14:23,906 DEBUG [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. after waiting 0 ms 2024-11-09T05:14:23,906 DEBUG [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:14:23,906 INFO [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:14:23,906 DEBUG [RegionOpenAndInit-ns3:test-17311292594392-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12bea60bf12fc9d4e681a3e1f312aca0: Waiting for close lock at 1731129263906Disabling compacts and flushes for region at 1731129263906Disabling writes for close at 1731129263906Writing region close event to WAL at 1731129263906Closed at 1731129263906 2024-11-09T05:14:23,908 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17311292594392 execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:14:23,908 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731129263908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129263908"}]},"ts":"1731129263908"} 2024-11-09T05:14:23,911 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:14:23,913 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17311292594392 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:14:23,913 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17311292594392","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129263913"}]},"ts":"1731129263913"} 2024-11-09T05:14:23,915 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17311292594392, state=ENABLING in hbase:meta 2024-11-09T05:14:23,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17311292594392, region=12bea60bf12fc9d4e681a3e1f312aca0, ASSIGN}] 2024-11-09T05:14:23,917 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17311292594392, region=12bea60bf12fc9d4e681a3e1f312aca0, ASSIGN 2024-11-09T05:14:23,918 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17311292594392, region=12bea60bf12fc9d4e681a3e1f312aca0, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:14:24,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=12bea60bf12fc9d4e681a3e1f312aca0, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17311292594392, region=12bea60bf12fc9d4e681a3e1f312aca0, ASSIGN because future has completed 2024-11-09T05:14:24,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bea60bf12fc9d4e681a3e1f312aca0, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T05:14:24,230 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:14:24,231 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 12bea60bf12fc9d4e681a3e1f312aca0, NAME => 'ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:24,231 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:24,231 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17311292594392 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,231 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:24,232 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,232 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,234 INFO [StoreOpener-12bea60bf12fc9d4e681a3e1f312aca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,236 INFO [StoreOpener-12bea60bf12fc9d4e681a3e1f312aca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bea60bf12fc9d4e681a3e1f312aca0 columnFamilyName f 2024-11-09T05:14:24,236 DEBUG [StoreOpener-12bea60bf12fc9d4e681a3e1f312aca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:24,236 INFO [StoreOpener-12bea60bf12fc9d4e681a3e1f312aca0-1 {}] regionserver.HStore(327): Store=12bea60bf12fc9d4e681a3e1f312aca0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:24,237 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,238 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns3/test-17311292594392/12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,239 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns3/test-17311292594392/12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,239 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,239 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,242 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,245 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns3/test-17311292594392/12bea60bf12fc9d4e681a3e1f312aca0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:24,246 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 12bea60bf12fc9d4e681a3e1f312aca0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9620161280, jitterRate=-0.10405266284942627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:14:24,246 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:14:24,248 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 12bea60bf12fc9d4e681a3e1f312aca0: Running coprocessor pre-open hook at 1731129264232Writing region info on filesystem at 1731129264232Initializing all the Stores at 1731129264233 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129264233Cleaning up temporary data from old regions at 1731129264239 (+6 ms)Running coprocessor post-open hooks at 1731129264246 (+7 ms)Region opened successfully at 1731129264248 (+2 ms) 2024-11-09T05:14:24,249 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0., pid=16, masterSystemTime=1731129264226 2024-11-09T05:14:24,252 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:14:24,252 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:14:24,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=12bea60bf12fc9d4e681a3e1f312aca0, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:24,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bea60bf12fc9d4e681a3e1f312aca0, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:24,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T05:14:24,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 12bea60bf12fc9d4e681a3e1f312aca0, server=91c460d36389,37755,1731129250518 in 184 msec 2024-11-09T05:14:24,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T05:14:24,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17311292594392, region=12bea60bf12fc9d4e681a3e1f312aca0, ASSIGN in 345 msec 2024-11-09T05:14:24,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17311292594392 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:14:24,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17311292594392","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129264265"}]},"ts":"1731129264265"} 2024-11-09T05:14:24,267 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17311292594392, state=ENABLED in hbase:meta 2024-11-09T05:14:24,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17311292594392 execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:14:24,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17311292594392 in 1.2320 sec 2024-11-09T05:14:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T05:14:25,233 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17311292594392 completed 2024-11-09T05:14:25,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17311292594392 get assigned. Timeout = 60000ms 2024-11-09T05:14:25,235 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:14:25,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17311292594392 assigned to meta. Checking AM states. 2024-11-09T05:14:25,244 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:14:25,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17311292594392 assigned. 2024-11-09T05:14:25,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17311292594393', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17311292594393 2024-11-09T05:14:25,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17311292594393 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:14:25,249 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:25,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17311292594393" procId is: 17 2024-11-09T05:14:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:14:25,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17311292594393 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:14:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741845_1021 (size=390) 2024-11-09T05:14:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:14:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:14:25,662 INFO [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0097618e7c6529584327b8ba489fa947, NAME => 'ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17311292594393', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741846_1022 (size=50) 2024-11-09T05:14:25,681 DEBUG [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:25,681 DEBUG [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(1722): Closing 0097618e7c6529584327b8ba489fa947, disabling compactions & flushes 2024-11-09T05:14:25,681 INFO [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:14:25,681 DEBUG [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:14:25,681 DEBUG [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. after waiting 0 ms 2024-11-09T05:14:25,681 DEBUG [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:14:25,681 INFO [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:14:25,682 DEBUG [RegionOpenAndInit-ns4:test-17311292594393-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0097618e7c6529584327b8ba489fa947: Waiting for close lock at 1731129265681Disabling compacts and flushes for region at 1731129265681Disabling writes for close at 1731129265681Writing region close event to WAL at 1731129265681Closed at 1731129265681 2024-11-09T05:14:25,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17311292594393 execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:14:25,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731129265684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129265684"}]},"ts":"1731129265684"} 2024-11-09T05:14:25,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:14:25,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17311292594393 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:14:25,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17311292594393","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129265691"}]},"ts":"1731129265691"} 2024-11-09T05:14:25,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17311292594393, state=ENABLING in hbase:meta 2024-11-09T05:14:25,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17311292594393, region=0097618e7c6529584327b8ba489fa947, ASSIGN}] 2024-11-09T05:14:25,697 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17311292594393, region=0097618e7c6529584327b8ba489fa947, ASSIGN 2024-11-09T05:14:25,699 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17311292594393, region=0097618e7c6529584327b8ba489fa947, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:14:25,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0097618e7c6529584327b8ba489fa947, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:25,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17311292594393, region=0097618e7c6529584327b8ba489fa947, ASSIGN because future has completed 2024-11-09T05:14:25,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0097618e7c6529584327b8ba489fa947, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:14:25,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-09T05:14:25,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17311292594392' 2024-11-09T05:14:25,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731129259439' 2024-11-09T05:14:25,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17311292594391' 2024-11-09T05:14:26,014 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:14:26,015 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0097618e7c6529584327b8ba489fa947, NAME => 'ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:26,015 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:26,015 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17311292594393 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,016 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:26,016 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,016 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,018 INFO [StoreOpener-0097618e7c6529584327b8ba489fa947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,021 INFO [StoreOpener-0097618e7c6529584327b8ba489fa947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0097618e7c6529584327b8ba489fa947 columnFamilyName f 2024-11-09T05:14:26,021 DEBUG [StoreOpener-0097618e7c6529584327b8ba489fa947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:26,022 INFO [StoreOpener-0097618e7c6529584327b8ba489fa947-1 {}] regionserver.HStore(327): Store=0097618e7c6529584327b8ba489fa947/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:26,022 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,023 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns4/test-17311292594393/0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,024 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns4/test-17311292594393/0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,025 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,025 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,027 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,031 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns4/test-17311292594393/0097618e7c6529584327b8ba489fa947/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:26,031 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0097618e7c6529584327b8ba489fa947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10355444800, jitterRate=-0.0355740487575531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:14:26,032 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:14:26,033 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0097618e7c6529584327b8ba489fa947: Running coprocessor pre-open hook at 1731129266016Writing region info on filesystem at 1731129266016Initializing all the Stores at 1731129266018 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129266018Cleaning up temporary data from old regions at 1731129266025 (+7 ms)Running coprocessor post-open hooks at 1731129266032 (+7 ms)Region opened successfully at 1731129266033 (+1 ms) 2024-11-09T05:14:26,034 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947., pid=19, masterSystemTime=1731129266008 2024-11-09T05:14:26,037 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:14:26,037 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:14:26,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0097618e7c6529584327b8ba489fa947, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:26,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0097618e7c6529584327b8ba489fa947, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:26,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T05:14:26,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 0097618e7c6529584327b8ba489fa947, server=91c460d36389,37755,1731129250518 in 190 msec 2024-11-09T05:14:26,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T05:14:26,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17311292594393, region=0097618e7c6529584327b8ba489fa947, ASSIGN in 353 msec 2024-11-09T05:14:26,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17311292594393 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:14:26,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17311292594393","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129266053"}]},"ts":"1731129266053"} 2024-11-09T05:14:26,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17311292594393, state=ENABLED in hbase:meta 2024-11-09T05:14:26,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17311292594393 execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:14:26,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17311292594393 in 812 msec 2024-11-09T05:14:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:14:26,391 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17311292594393 completed 2024-11-09T05:14:26,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17311292594393 get assigned. Timeout = 60000ms 2024-11-09T05:14:26,392 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:14:26,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17311292594393 assigned to meta. Checking AM states. 2024-11-09T05:14:26,397 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:14:26,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17311292594393 assigned. 2024-11-09T05:14:26,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:14:26,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:14:26,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:26,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:26,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:26,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=9, AvailableMemoryMB=2068 2024-11-09T05:14:26,438 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-09T05:14:26,440 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-09T05:14:26,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731129259439 from 'test-1731129259439', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731129259439', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731129259439 2024-11-09T05:14:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741847_1023 (size=908) 2024-11-09T05:14:26,870 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000001.367 2024-11-09T05:14:26,870 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000002.908 2024-11-09T05:14:26,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731129259439}] 2024-11-09T05:14:26,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE}] 2024-11-09T05:14:26,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE 2024-11-09T05:14:26,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=CLOSING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:26,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE because future has completed 2024-11-09T05:14:26,890 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:14:26,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:27,049 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,049 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:14:27,050 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing e4adaeda0f0e01e9fc6bac2807ea3d7f, disabling compactions & flushes 2024-11-09T05:14:27,050 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:27,050 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:27,050 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. after waiting 0 ms 2024-11-09T05:14:27,050 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:27,054 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-09T05:14:27,120 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f/2146bd2f75fb48f49a4549dd453d00fb is 37, key is row10/f:q1/1731129260636/Put/seqid=0 2024-11-09T05:14:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741848_1024 (size=8413) 2024-11-09T05:14:27,132 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:14:27,194 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f/2146bd2f75fb48f49a4549dd453d00fb as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:14:27,203 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb, entries=99, sequenceid=103, filesize=8.2 K 2024-11-09T05:14:27,210 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e4adaeda0f0e01e9fc6bac2807ea3d7f in 155ms, sequenceid=103, compaction requested=false 2024-11-09T05:14:27,216 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-09T05:14:27,219 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:14:27,219 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:27,220 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: Waiting for close lock at 1731129267050Running coprocessor pre-close hooks at 1731129267050Disabling compacts and flushes for region at 1731129267050Disabling writes for close at 1731129267050Obtaining lock to block concurrent updates at 1731129267054 (+4 ms)Preparing flush snapshotting stores in e4adaeda0f0e01e9fc6bac2807ea3d7f at 1731129267054Finished memstore snapshotting test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731129267062 (+8 ms)Flushing stores of test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. at 1731129267063 (+1 ms)Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f/f: creating writer at 1731129267064 (+1 ms)Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f/f: appending metadata at 1731129267109 (+45 ms)Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f/f: closing flushed file at 1731129267112 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@971c966: reopening flushed file at 1731129267193 (+81 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e4adaeda0f0e01e9fc6bac2807ea3d7f in 155ms, sequenceid=103, compaction requested=false at 1731129267210 (+17 ms)Writing region close event to WAL at 1731129267212 (+2 ms)Running coprocessor post-close hooks at 1731129267217 (+5 ms)Closed at 1731129267219 (+2 ms) 2024-11-09T05:14:27,220 WARN [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: e4adaeda0f0e01e9fc6bac2807ea3d7f to self. 2024-11-09T05:14:27,223 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=CLOSED 2024-11-09T05:14:27,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:27,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-09T05:14:27,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 in 337 msec 2024-11-09T05:14:27,230 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE; state=CLOSED, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=true 2024-11-09T05:14:27,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:27,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE because future has completed 2024-11-09T05:14:27,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:27,543 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:27,543 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e4adaeda0f0e01e9fc6bac2807ea3d7f, NAME => 'test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:27,544 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:27,544 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731129259439 e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,544 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:27,544 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,544 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,546 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,547 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adaeda0f0e01e9fc6bac2807ea3d7f columnFamilyName f 2024-11-09T05:14:27,547 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:27,557 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:14:27,557 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(327): Store=e4adaeda0f0e01e9fc6bac2807ea3d7f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:27,557 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,559 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adaeda0f0e01e9fc6bac2807ea3d7f columnFamilyName f3 2024-11-09T05:14:27,559 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:27,560 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(327): Store=e4adaeda0f0e01e9fc6bac2807ea3d7f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:27,561 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,567 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adaeda0f0e01e9fc6bac2807ea3d7f columnFamilyName mob 2024-11-09T05:14:27,571 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:27,572 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(327): Store=e4adaeda0f0e01e9fc6bac2807ea3d7f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:27,573 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,574 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,575 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,577 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,577 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,578 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731129259439 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:14:27,580 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,582 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e4adaeda0f0e01e9fc6bac2807ea3d7f; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10072092960, jitterRate=-0.061963245272636414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:14:27,582 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:27,583 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: Running coprocessor pre-open hook at 1731129267544Writing region info on filesystem at 1731129267544Initializing all the Stores at 1731129267546 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129267546Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129267546Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129267546Cleaning up temporary data from old regions at 1731129267577 (+31 ms)Running coprocessor post-open hooks at 1731129267582 (+5 ms)Region opened successfully at 1731129267583 (+1 ms) 2024-11-09T05:14:27,584 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., pid=24, masterSystemTime=1731129267537 2024-11-09T05:14:27,587 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:27,587 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:27,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=OPEN, openSeqNum=107, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:27,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:27,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-09T05:14:27,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 in 207 msec 2024-11-09T05:14:27,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-09T05:14:27,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE in 712 msec 2024-11-09T05:14:27,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-09T05:14:27,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731129259439 in 724 msec 2024-11-09T05:14:27,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731129259439 in 1.1550 sec 2024-11-09T05:14:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-09T05:14:27,608 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731129259439 completed 2024-11-09T05:14:27,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dc101e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:27,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:27,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:27,609 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e153862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:27,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:27,612 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:27,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2184fb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:27,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:27,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:27,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:27,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:27,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731129259439', row='row-test-1731129259439-3-0', locateType=CURRENT is [region=test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., hostname=91c460d36389,37755,1731129250518, seqNum=107] 2024-11-09T05:14:27,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fd528a3 2024-11-09T05:14:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:14:27,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:14:27,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-09T05:14:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-09T05:14:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:14:27,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 8 msec 2024-11-09T05:14:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:14:27,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-09T05:14:27,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-09T05:14:27,812 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:14:27,812 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:27,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-09T05:14:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-09T05:14:27,813 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:14:27,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741849_1025 (size=635) 2024-11-09T05:14:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-09T05:14:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-09T05:14:28,225 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d6e243c0c1bfc13a1b3c846ecd58e91, NAME => 'backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741850_1026 (size=40) 2024-11-09T05:14:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-09T05:14:28,634 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:28,634 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 6d6e243c0c1bfc13a1b3c846ecd58e91, disabling compactions & flushes 2024-11-09T05:14:28,634 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:28,634 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:28,634 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. after waiting 0 ms 2024-11-09T05:14:28,634 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:28,634 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:28,635 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d6e243c0c1bfc13a1b3c846ecd58e91: Waiting for close lock at 1731129268634Disabling compacts and flushes for region at 1731129268634Disabling writes for close at 1731129268634Writing region close event to WAL at 1731129268634Closed at 1731129268634 2024-11-09T05:14:28,637 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:14:28,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731129268637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129268637"}]},"ts":"1731129268637"} 2024-11-09T05:14:28,640 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:14:28,641 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:14:28,641 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129268641"}]},"ts":"1731129268641"} 2024-11-09T05:14:28,643 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-09T05:14:28,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=6d6e243c0c1bfc13a1b3c846ecd58e91, ASSIGN}] 2024-11-09T05:14:28,645 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=6d6e243c0c1bfc13a1b3c846ecd58e91, ASSIGN 2024-11-09T05:14:28,646 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=6d6e243c0c1bfc13a1b3c846ecd58e91, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:14:28,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=6d6e243c0c1bfc13a1b3c846ecd58e91, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=6d6e243c0c1bfc13a1b3c846ecd58e91, ASSIGN because future has completed 2024-11-09T05:14:28,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-09T05:14:28,956 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:28,956 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d6e243c0c1bfc13a1b3c846ecd58e91, NAME => 'backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:28,957 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:28,957 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,957 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:28,957 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,957 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,959 INFO [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,961 INFO [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d6e243c0c1bfc13a1b3c846ecd58e91 columnFamilyName meta 2024-11-09T05:14:28,961 DEBUG [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:28,962 INFO [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] regionserver.HStore(327): Store=6d6e243c0c1bfc13a1b3c846ecd58e91/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:28,962 INFO [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,963 INFO [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d6e243c0c1bfc13a1b3c846ecd58e91 columnFamilyName session 2024-11-09T05:14:28,963 DEBUG [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:28,964 INFO [StoreOpener-6d6e243c0c1bfc13a1b3c846ecd58e91-1 {}] regionserver.HStore(327): Store=6d6e243c0c1bfc13a1b3c846ecd58e91/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:28,964 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,965 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,966 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,967 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,967 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,968 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-09T05:14:28,970 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,973 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:28,974 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 6d6e243c0c1bfc13a1b3c846ecd58e91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9661148640, jitterRate=-0.10023541748523712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-09T05:14:28,974 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:28,975 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 6d6e243c0c1bfc13a1b3c846ecd58e91: Running coprocessor pre-open hook at 1731129268957Writing region info on filesystem at 1731129268957Initializing all the Stores at 1731129268959 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129268959Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129268959Cleaning up temporary data from old regions at 1731129268967 (+8 ms)Running coprocessor post-open hooks at 1731129268974 (+7 ms)Region opened successfully at 1731129268975 (+1 ms) 2024-11-09T05:14:28,976 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., pid=28, masterSystemTime=1731129268952 2024-11-09T05:14:28,978 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:28,978 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:28,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=6d6e243c0c1bfc13a1b3c846ecd58e91, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:28,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:28,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-09T05:14:28,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91, server=91c460d36389,37755,1731129250518 in 183 msec 2024-11-09T05:14:28,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-09T05:14:28,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=6d6e243c0c1bfc13a1b3c846ecd58e91, ASSIGN in 343 msec 2024-11-09T05:14:28,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:14:28,990 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129268989"}]},"ts":"1731129268989"} 2024-11-09T05:14:28,992 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-09T05:14:28,993 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:14:28,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1840 sec 2024-11-09T05:14:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17311292594392 2024-11-09T05:14:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17311292594392 Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:29,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-09T05:14:29,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:29,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17311292594393 2024-11-09T05:14:29,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17311292594393 Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:29,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731129259439 2024-11-09T05:14:29,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731129259439 Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:29,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17311292594391 2024-11-09T05:14:29,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17311292594391 Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-09T05:14:29,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-09T05:14:29,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-09T05:14:29,983 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:14:29,983 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:29,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-09T05:14:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:14:29,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:14:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741851_1027 (size=640) 2024-11-09T05:14:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:14:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:14:30,395 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92027c6778047bafdd9fa4e9ac414088, NAME => 'backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741852_1028 (size=45) 2024-11-09T05:14:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:14:30,805 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:30,805 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 92027c6778047bafdd9fa4e9ac414088, disabling compactions & flushes 2024-11-09T05:14:30,805 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:14:30,805 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:14:30,805 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. after waiting 0 ms 2024-11-09T05:14:30,805 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:14:30,805 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:14:30,805 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92027c6778047bafdd9fa4e9ac414088: Waiting for close lock at 1731129270805Disabling compacts and flushes for region at 1731129270805Disabling writes for close at 1731129270805Writing region close event to WAL at 1731129270805Closed at 1731129270805 2024-11-09T05:14:30,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:14:30,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731129270807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129270807"}]},"ts":"1731129270807"} 2024-11-09T05:14:30,811 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:14:30,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:14:30,812 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129270812"}]},"ts":"1731129270812"} 2024-11-09T05:14:30,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-09T05:14:30,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=92027c6778047bafdd9fa4e9ac414088, ASSIGN}] 2024-11-09T05:14:30,817 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=92027c6778047bafdd9fa4e9ac414088, ASSIGN 2024-11-09T05:14:30,818 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=92027c6778047bafdd9fa4e9ac414088, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:14:30,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=92027c6778047bafdd9fa4e9ac414088, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:30,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=92027c6778047bafdd9fa4e9ac414088, ASSIGN because future has completed 2024-11-09T05:14:30,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92027c6778047bafdd9fa4e9ac414088, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:14:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:14:31,130 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:14:31,130 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 92027c6778047bafdd9fa4e9ac414088, NAME => 'backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:14:31,131 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:14:31,131 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,131 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:14:31,131 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,131 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,133 INFO [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,135 INFO [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92027c6778047bafdd9fa4e9ac414088 columnFamilyName meta 2024-11-09T05:14:31,135 DEBUG [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:31,136 INFO [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] regionserver.HStore(327): Store=92027c6778047bafdd9fa4e9ac414088/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:31,136 INFO [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,137 INFO [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92027c6778047bafdd9fa4e9ac414088 columnFamilyName session 2024-11-09T05:14:31,138 DEBUG [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:31,138 INFO [StoreOpener-92027c6778047bafdd9fa4e9ac414088-1 {}] regionserver.HStore(327): Store=92027c6778047bafdd9fa4e9ac414088/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:14:31,138 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,139 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system_bulk/92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,140 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system_bulk/92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,141 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,141 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,142 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-09T05:14:31,144 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,147 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system_bulk/92027c6778047bafdd9fa4e9ac414088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:14:31,148 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 92027c6778047bafdd9fa4e9ac414088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11417123520, jitterRate=0.06330248713493347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-09T05:14:31,148 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:14:31,150 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 92027c6778047bafdd9fa4e9ac414088: Running coprocessor pre-open hook at 1731129271131Writing region info on filesystem at 1731129271131Initializing all the Stores at 1731129271133 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129271133Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129271133Cleaning up temporary data from old regions at 1731129271141 (+8 ms)Running coprocessor post-open hooks at 1731129271149 (+8 ms)Region opened successfully at 1731129271149 2024-11-09T05:14:31,151 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088., pid=31, masterSystemTime=1731129271125 2024-11-09T05:14:31,154 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:14:31,154 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:14:31,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=92027c6778047bafdd9fa4e9ac414088, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:14:31,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92027c6778047bafdd9fa4e9ac414088, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:14:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-09T05:14:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 92027c6778047bafdd9fa4e9ac414088, server=91c460d36389,37755,1731129250518 in 185 msec 2024-11-09T05:14:31,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T05:14:31,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=92027c6778047bafdd9fa4e9ac414088, ASSIGN in 346 msec 2024-11-09T05:14:31,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:14:31,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129271165"}]},"ts":"1731129271165"} 2024-11-09T05:14:31,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-09T05:14:31,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:14:31,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1870 sec 2024-11-09T05:14:31,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-09T05:14:31,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-09T05:14:31,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17311292594393' 2024-11-09T05:14:31,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-09T05:14:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:14:32,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-09T05:14:32,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:32,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:32,151 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-09T05:14:32,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:14:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-09T05:14:32,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:14:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129272182 (current time:1731129272182). 2024-11-09T05:14:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:14:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-09T05:14:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d17d23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:32,185 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:32,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:32,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d7abe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:32,187 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:32,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5940114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:32,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:32,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:32,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:32,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:14:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:14:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:32,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:14:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:14:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-09T05:14:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T05:14:32,205 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:14:32,211 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:14:32,227 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:14:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741853_1029 (size=52) 2024-11-09T05:14:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T05:14:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T05:14:32,637 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:14:32,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91}] 2024-11-09T05:14:32,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:32,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T05:14:32,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:32,803 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-09T05:14:32,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/b0067f66a9c74739abe8536f0f7f1fca is 49, key is activesession:/session:c/1731129272169/Put/seqid=0 2024-11-09T05:14:32,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741854_1030 (size=5049) 2024-11-09T05:14:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T05:14:33,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/b0067f66a9c74739abe8536f0f7f1fca 2024-11-09T05:14:33,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/b0067f66a9c74739abe8536f0f7f1fca as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca 2024-11-09T05:14:33,247 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca, entries=1, sequenceid=5, filesize=4.9 K 2024-11-09T05:14:33,248 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 6d6e243c0c1bfc13a1b3c846ecd58e91 in 445ms, sequenceid=5, compaction requested=false 2024-11-09T05:14:33,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6d6e243c0c1bfc13a1b3c846ecd58e91: 2024-11-09T05:14:33,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. for snapshot_backup_system completed. 2024-11-09T05:14:33,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.' region-info for snapshot=snapshot_backup_system 2024-11-09T05:14:33,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:14:33,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:14:33,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca] hfiles 2024-11-09T05:14:33,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca for snapshot=snapshot_backup_system 2024-11-09T05:14:33,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741855_1031 (size=95) 2024-11-09T05:14:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T05:14:33,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:33,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T05:14:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T05:14:33,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:33,678 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:33,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-09T05:14:33,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 in 1.0390 sec 2024-11-09T05:14:33,682 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:14:33,684 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:14:33,685 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:14:33,685 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-09T05:14:33,688 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-09T05:14:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741856_1032 (size=731) 2024-11-09T05:14:33,705 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:14:33,716 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:14:33,717 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_backup_system 2024-11-09T05:14:33,719 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:14:33,719 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-09T05:14:33,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5200 sec 2024-11-09T05:14:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T05:14:34,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-09T05:14:34,363 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731129267647 started at 1731129274362. 2024-11-09T05:14:34,380 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731129267647 has been started. 2024-11-09T05:14:34,385 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-09T05:14:34,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-09T05:14:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-09T05:14:34,395 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-09T05:14:34,395 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-09T05:14:34,395 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-09T05:14:34,395 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-09T05:14:34,396 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,396 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:34,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:14:34,399 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,399 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:14:34,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:14:34,399 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,399 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-09T05:14:34,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:34,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-09T05:14:34,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:34,401 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-09T05:14:34,402 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-09T05:14:34,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-09T05:14:34,403 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-09T05:14:34,403 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-09T05:14:34,403 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-09T05:14:34,403 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-09T05:14:34,404 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure (rolllog) in zk 2024-11-09T05:14:34,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,406 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,406 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,406 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:14:34,406 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:14:34,406 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,407 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-09T05:14:34,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:14:34,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:14:34,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:34,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:34,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:14:34,409 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-09T05:14:34,409 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1525580d[Count = 0] remaining members to acquire global barrier 2024-11-09T05:14:34,409 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-09T05:14:34,409 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,411 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,411 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-09T05:14:34,411 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,411 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-09T05:14:34,412 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-09T05:14:34,412 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 91c460d36389,37755,1731129250518 2024-11-09T05:14:34,419 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731129253608 highest: 1731129260367 on 91c460d36389,37755,1731129250518 2024-11-09T05:14:34,419 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0:(num 1731129253608) roll requested 2024-11-09T05:14:34,433 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419, exclude list is [], retry=0 2024-11-09T05:14:34,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:34,438 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129253608 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 2024-11-09T05:14:34,439 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:34,439 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129253608 is not closed yet, will try archiving it next time 2024-11-09T05:14:34,439 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.meta:.meta(num 1731129254500) roll requested 2024-11-09T05:14:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741832_1008 (size=1034) 2024-11-09T05:14:34,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129253608 not finished, retry = 0 2024-11-09T05:14:34,452 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta, exclude list is [], retry=0 2024-11-09T05:14:34,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:34,457 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129254500.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta 2024-11-09T05:14:34,458 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:34,458 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129254500.meta is not closed yet, will try archiving it next time 2024-11-09T05:14:34,458 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1:(num 1731129260367) roll requested 2024-11-09T05:14:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741834_1010 (size=12055) 2024-11-09T05:14:34,475 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458, exclude list is [], retry=0 2024-11-09T05:14:34,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:34,479 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-09T05:14:34,479 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129260367 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 2024-11-09T05:14:34,480 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:34,480 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731129274419 on 91c460d36389,37755,1731129250518 2024-11-09T05:14:34,480 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129260367 is not closed yet, will try archiving it next time 2024-11-09T05:14:34,480 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:14:34,480 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:14:34,480 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bacdf5b 2024-11-09T05:14:34,480 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:14:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741840_1016 (size=4756) 2024-11-09T05:14:34,482 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:14:34,483 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:34,483 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:34,483 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:34,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57821, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:14:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:34,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:34,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:34375/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:14:34,504 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-09T05:14:34,505 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '91c460d36389,37755,1731129250518' in zk 2024-11-09T05:14:34,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,508 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-09T05:14:34,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,508 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:14:34,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:14:34,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:14:34,508 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-09T05:14:34,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:14:34,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:14:34,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:34,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:34,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:14:34,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:34,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:34,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '91c460d36389,37755,1731129250518': 2024-11-09T05:14:34,512 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-09T05:14:34,512 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-09T05:14:34,512 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-09T05:14:34,512 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-09T05:14:34,512 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '91c460d36389,37755,1731129250518' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-09T05:14:34,512 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-09T05:14:34,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:14:34,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:14:34,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:14:34,515 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:14:34,516 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:14:34,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:14:34,516 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:34,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:14:34,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:34,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:34,518 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:14:34,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:34,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,525 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:34,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:14:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:34,525 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:14:34,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-09T05:14:34,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-09T05:14:34,526 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:14:34,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:14:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-09T05:14:34,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } 2024-11-09T05:14:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129274539 (current time:1731129274539). 2024-11-09T05:14:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:14:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731129274538_default_test-1731129259439 VERSION not specified, setting to 2 2024-11-09T05:14:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca314d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:34,541 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b29e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:34,542 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:34,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acb388b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:34,543 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129253608 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129253608 2024-11-09T05:14:34,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:34,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:34,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:14:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:14:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:34,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:14:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } 2024-11-09T05:14:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-09T05:14:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:14:34,550 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:14:34,551 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:14:34,554 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:14:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741860_1036 (size=84) 2024-11-09T05:14:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:14:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:14:34,961 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:14:34,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f}] 2024-11-09T05:14:34,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:35,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T05:14:35,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:35,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-09T05:14:35,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f3/39acc21dacf54cdcb085daba9630a8fb is 58, key is row-test-1731129259439-3-0/f3:q1/1731129267620/Put/seqid=0 2024-11-09T05:14:35,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741861_1037 (size=5387) 2024-11-09T05:14:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:14:35,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f3/39acc21dacf54cdcb085daba9630a8fb 2024-11-09T05:14:35,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741862_1038 (size=4469) 2024-11-09T05:14:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:14:35,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/mob/821073e7016b46b58bbcddbcb359f313 is 59, key is row-test-1731129259439-3-0/mob:q1/1731129267633/Put/seqid=0 2024-11-09T05:14:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741863_1039 (size=5484) 2024-11-09T05:14:36,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/mob/821073e7016b46b58bbcddbcb359f313 2024-11-09T05:14:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f3/39acc21dacf54cdcb085daba9630a8fb as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb 2024-11-09T05:14:36,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb, entries=6, sequenceid=121, filesize=5.3 K 2024-11-09T05:14:36,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/mob/821073e7016b46b58bbcddbcb359f313 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 2024-11-09T05:14:36,418 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313, entries=6, sequenceid=121, filesize=5.4 K 2024-11-09T05:14:36,419 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e4adaeda0f0e01e9fc6bac2807ea3d7f in 1304ms, sequenceid=121, compaction requested=false 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. for snapshot_1731129274538_default_test-1731129259439 completed. 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.' region-info for snapshot=snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb] hfiles 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb for snapshot=snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb] hfiles 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb for snapshot=snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313] hfiles 2024-11-09T05:14:36,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 for snapshot=snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:36,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741864_1040 (size=185) 2024-11-09T05:14:36,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-09T05:14:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:14:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T05:14:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T05:14:36,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731129274538_default_test-1731129259439 on region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:36,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:36,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-09T05:14:36,832 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:14:36,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f in 1.8680 sec 2024-11-09T05:14:36,834 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:14:36,836 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-09T05:14:36,836 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-09T05:14:36,836 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:36,837 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-09T05:14:36,837 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:36,838 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-09T05:14:36,838 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:36,838 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-09T05:14:36,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741865_1041 (size=49) 2024-11-09T05:14:37,247 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:14:37,247 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:37,248 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741866_1042 (size=1146) 2024-11-09T05:14:37,260 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:14:37,269 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:14:37,269 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129274538_default_test-1731129259439 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:37,271 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:14:37,271 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-09T05:14:37,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731129274538_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } in 2.7240 sec 2024-11-09T05:14:38,097 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:14:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:14:38,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731129259439 completed 2024-11-09T05:14:38,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } 2024-11-09T05:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129278732 (current time:1731129278732). 2024-11-09T05:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731129278732_ns2_test-17311292594391 VERSION not specified, setting to 2 2024-11-09T05:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fa1eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:38,734 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fd6eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:38,736 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:38,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3035fcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:38,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:38,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:38,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:38,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:38,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:14:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } 2024-11-09T05:14:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-09T05:14:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T05:14:38,744 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:14:38,746 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:14:38,749 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:14:38,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741867_1043 (size=86) 2024-11-09T05:14:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T05:14:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T05:14:39,156 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:14:39,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00}] 2024-11-09T05:14:39,158 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:39,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-09T05:14:39,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:39,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 5ab2419f44bb232e7089056d57f58f00 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-09T05:14:39,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/.tmp/f/f1897ef2bd614c66a648663d4075655a is 37, key is row10/f:q1/1731129262953/Put/seqid=0 2024-11-09T05:14:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741868_1044 (size=8413) 2024-11-09T05:14:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T05:14:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-09T05:14:39,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-09T05:14:39,736 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/.tmp/f/f1897ef2bd614c66a648663d4075655a 2024-11-09T05:14:39,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/.tmp/f/f1897ef2bd614c66a648663d4075655a as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a 2024-11-09T05:14:39,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a, entries=99, sequenceid=103, filesize=8.2 K 2024-11-09T05:14:39,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 5ab2419f44bb232e7089056d57f58f00 in 443ms, sequenceid=103, compaction requested=false 2024-11-09T05:14:39,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 5ab2419f44bb232e7089056d57f58f00: 2024-11-09T05:14:39,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. for snapshot_1731129278732_ns2_test-17311292594391 completed. 2024-11-09T05:14:39,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00.' region-info for snapshot=snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:39,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:14:39,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a] hfiles 2024-11-09T05:14:39,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a for snapshot=snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741869_1045 (size=91) 2024-11-09T05:14:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T05:14:40,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:14:40,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T05:14:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T05:14:40,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731129278732_ns2_test-17311292594391 on region 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:40,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:14:40,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T05:14:40,165 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:14:40,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00 in 1.0060 sec 2024-11-09T05:14:40,166 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:14:40,167 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:14:40,167 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:40,168 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:40,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741870_1046 (size=456) 2024-11-09T05:14:40,581 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:14:40,589 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:14:40,590 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129278732_ns2_test-17311292594391 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:40,592 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:14:40,592 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-09T05:14:40,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731129278732_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } in 1.8500 sec 2024-11-09T05:14:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T05:14:40,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17311292594391 completed 2024-11-09T05:14:40,902 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731129267647 2024-11-09T05:14:40,902 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-09T05:14:40,904 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-09T05:14:40,905 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731129267647_test-1731129259439 2024-11-09T05:14:40,906 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731129274538_default_test-1731129259439 to hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/ 2024-11-09T05:14:40,911 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-09T05:14:40,946 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34375, inputRoot=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:40,946 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2031117476_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/.hbase-snapshot/.tmp/snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:40,949 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-09T05:14:40,956 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129274538_default_test-1731129259439 to hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/.hbase-snapshot/.tmp/snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741871_1047 (size=84) 2024-11-09T05:14:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741872_1048 (size=1146) 2024-11-09T05:14:41,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:41,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:41,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-10287591358319536328.jar 2024-11-09T05:14:42,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:42,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:14:42,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:14:42,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:14:42,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:14:42,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:14:42,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:14:42,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:14:42,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:14:42,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:14:42,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:14:42,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:14:42,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:42,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:42,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:14:42,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:42,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:42,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:14:42,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:14:42,469 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:14:42,502 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731129274538_default_test-1731129259439' hfile list 2024-11-09T05:14:42,509 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-09T05:14:42,743 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local210468604_0001_786e0db8-90dc-46cb-aa48-16916a815ab7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:14:42,744 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local210468604_0001_786e0db8-90dc-46cb-aa48-16916a815ab7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:14:42,893 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-09T05:14:42,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741873_1049 (size=8413) 2024-11-09T05:14:43,400 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb output=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:14:43,402 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-11-09T05:14:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741874_1050 (size=5484) 2024-11-09T05:14:43,851 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 output=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 2024-11-09T05:14:43,851 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-09T05:14:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741875_1051 (size=5387) 2024-11-09T05:14:44,322 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb output=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb 2024-11-09T05:14:44,322 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-09T05:14:44,813 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-09T05:14:44,814 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-09T05:14:44,823 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:44,823 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731129274538_default_test-1731129259439 finished. 2024-11-09T05:14:44,823 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731129267647_ns2:test-17311292594391 2024-11-09T05:14:44,823 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731129278732_ns2_test-17311292594391 to hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/ 2024-11-09T05:14:44,823 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-09T05:14:44,853 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34375, inputRoot=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:14:44,853 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2031117476_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/.hbase-snapshot/.tmp/snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:44,856 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-09T05:14:44,862 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129278732_ns2_test-17311292594391 to hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/.hbase-snapshot/.tmp/snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741876_1052 (size=86) 2024-11-09T05:14:44,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741877_1053 (size=456) 2024-11-09T05:14:45,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:45,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:45,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-8143584252216948184.jar 2024-11-09T05:14:46,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:46,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:14:46,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:14:46,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:14:46,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:14:46,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:14:46,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:14:46,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:14:46,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:14:46,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:14:46,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:14:46,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:14:46,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:46,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:46,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:14:46,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:46,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:14:46,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:14:46,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:14:46,342 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:14:46,371 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731129278732_ns2_test-17311292594391' hfile list 2024-11-09T05:14:46,374 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-09T05:14:46,483 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1749940291_0002_947d4492-7666-4d5f-b9c9-708ce2d6cf29/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:14:46,483 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1749940291_0002_947d4492-7666-4d5f-b9c9-708ce2d6cf29/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:14:46,558 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-09T05:14:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741878_1054 (size=8413) 2024-11-09T05:14:46,636 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a output=hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a 2024-11-09T05:14:46,636 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.111M/sec 2024-11-09T05:14:47,526 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-09T05:14:47,527 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-09T05:14:47,534 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:47,534 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731129278732_ns2_test-17311292594391 finished. 2024-11-09T05:14:47,534 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731129259439 2024-11-09T05:14:47,534 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17311292594391 2024-11-09T05:14:47,584 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731129267647 2024-11-09T05:14:47,584 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-09T05:14:47,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741879_1055 (size=130) 2024-11-09T05:14:47,994 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34375/backupUT/backup_1731129267647/.backup.manifest 2024-11-09T05:14:47,997 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731129267647 finished: type=FULL,tablelist=test-1731129259439;ns2:test-17311292594391,targetRootDir=hdfs://localhost:34375/backupUT,startts=1731129274362,completets=1731129287582,bytescopied=0 2024-11-09T05:14:47,997 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-09T05:14:47,997 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:48,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731129274538_default_test-1731129259439" type: DISABLED 2024-11-09T05:14:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731129274538_default_test-1731129259439 2024-11-09T05:14:48,009 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731129274538_default_test-1731129259439 for backup backup_1731129267647 succeeded. 2024-11-09T05:14:48,010 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:48,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731129278732_ns2_test-17311292594391" type: DISABLED 2024-11-09T05:14:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731129278732_ns2_test-17311292594391 2024-11-09T05:14:48,014 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731129278732_ns2_test-17311292594391 for backup backup_1731129267647 succeeded. 2024-11-09T05:14:48,015 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-09T05:14:48,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-09T05:14:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-09T05:14:48,030 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-09T05:14:48,036 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-09T05:14:48,052 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731129267647 completed. 2024-11-09T05:14:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:48,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731129267647', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:14:48,231 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731129259439 2024-11-09T05:14:48,250 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731129259439 2024-11-09T05:14:48,402 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731129259439 to Mob enabled CF 2024-11-09T05:14:48,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17311292594391', row='row-t20', locateType=CURRENT is [region=ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:14:48,435 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17311292594391 2024-11-09T05:14:48,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:14:48,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] assignment.SplitTableRegionProcedure(210): test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. splitKey isn't explicitly specified, will try to find a best split key from RS 91c460d36389,37755,1731129250518 2024-11-09T05:14:48,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb because midkey is the same as first or last row 2024-11-09T05:14:48,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb because midkey is the same as first or last row 2024-11-09T05:14:48,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 because midkey is the same as first or last row 2024-11-09T05:14:48,448 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HRegion(2902): Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-09T05:14:48,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f/c5109ebd46174c3da67da30306fbc75e is 59, key is row-test-1731129259439-1-10/f:q1/1731129288094/Put/seqid=0 2024-11-09T05:14:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741880_1056 (size=10796) 2024-11-09T05:14:48,885 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f/c5109ebd46174c3da67da30306fbc75e 2024-11-09T05:14:48,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f is 63, key is row-test-1731129259439-3-100/mob:q1/1731129288387/Put/seqid=0 2024-11-09T05:14:48,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741881_1057 (size=5591) 2024-11-09T05:14:49,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:14:49,317 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:14:49,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/mob/ae0ca7b4120a4b2691f8b382a66ec833, store: [table=test-1731129259439 family=mob region=e4adaeda0f0e01e9fc6bac2807ea3d7f] 2024-11-09T05:14:49,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/mob/ae0ca7b4120a4b2691f8b382a66ec833 is 192, key is row-test-1731129259439-3-100/mob:q1/1731129288387/Put/seqid=0 2024-11-09T05:14:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741882_1058 (size=13760) 2024-11-09T05:14:49,725 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/mob/ae0ca7b4120a4b2691f8b382a66ec833 2024-11-09T05:14:49,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f/c5109ebd46174c3da67da30306fbc75e as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e 2024-11-09T05:14:49,740 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e, entries=99, sequenceid=334, filesize=10.5 K 2024-11-09T05:14:49,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/mob/ae0ca7b4120a4b2691f8b382a66ec833 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833 2024-11-09T05:14:49,747 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833, entries=111, sequenceid=334, filesize=13.4 K 2024-11-09T05:14:49,748 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for e4adaeda0f0e01e9fc6bac2807ea3d7f in 1300ms, sequenceid=334, compaction requested=false 2024-11-09T05:14:49,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.HRegion(2603): Flush status journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: 2024-11-09T05:14:49,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e because midkey is the same as first or last row 2024-11-09T05:14:49,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb because midkey is the same as first or last row 2024-11-09T05:14:49,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833 because midkey is the same as first or last row 2024-11-09T05:14:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=91c460d36389,37755,1731129250518 2024-11-09T05:14:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T05:14:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:46426 deadline: 1731129348442, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-09T05:14:49,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731129259439 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:14:49,756 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:14:49,757 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:14:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731129259439,, stopping at row=test-1731129259439 ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,767 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731129259439,, stopping at row=test-1731129259439 ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,774 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1339 2024-11-09T05:14:49,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,808 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-09T05:14:49,814 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731129289774 2024-11-09T05:14:49,821 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731129267647} 2024-11-09T05:14:49,821 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-09T05:14:49,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:49,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:14:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129289869 (current time:1731129289869). 2024-11-09T05:14:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:14:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-09T05:14:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d14d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:49,871 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:49,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:49,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:49,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9bda47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:49,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:49,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:49,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:49,874 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:49,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5108ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:49,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:49,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:49,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:49,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:14:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:14:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:49,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:14:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:14:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-09T05:14:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T05:14:49,881 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:14:49,882 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:14:49,885 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:14:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741883_1059 (size=52) 2024-11-09T05:14:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T05:14:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T05:14:50,291 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:14:50,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91}] 2024-11-09T05:14:50,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:50,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-09T05:14:50,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:50,445 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-09T05:14:50,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/bb2c6f2b411f40feb94156f9afae3539 is 158, key is trslm:hdfs://localhost:34375/backupUT\x00ns2:test-17311292594391/meta:log-roll-map/1731129287572/Put/seqid=0 2024-11-09T05:14:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741884_1060 (size=5914) 2024-11-09T05:14:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T05:14:50,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/bb2c6f2b411f40feb94156f9afae3539 2024-11-09T05:14:50,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/427c824bd78d4752934268d868ac3673 is 433, key is session:backup_1731129267647/session:context/1731129288035/Put/seqid=0 2024-11-09T05:14:50,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741885_1061 (size=5535) 2024-11-09T05:14:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T05:14:51,283 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/427c824bd78d4752934268d868ac3673 2024-11-09T05:14:51,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/bb2c6f2b411f40feb94156f9afae3539 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539 2024-11-09T05:14:51,297 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539, entries=6, sequenceid=17, filesize=5.8 K 2024-11-09T05:14:51,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/427c824bd78d4752934268d868ac3673 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673 2024-11-09T05:14:51,304 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T05:14:51,305 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 6d6e243c0c1bfc13a1b3c846ecd58e91 in 860ms, sequenceid=17, compaction requested=false 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 6d6e243c0c1bfc13a1b3c846ecd58e91: 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. for snapshot_backup_system completed. 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.' region-info for snapshot=snapshot_backup_system 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539] hfiles 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539 for snapshot=snapshot_backup_system 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673] hfiles 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca for snapshot=snapshot_backup_system 2024-11-09T05:14:51,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673 for snapshot=snapshot_backup_system 2024-11-09T05:14:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741886_1062 (size=173) 2024-11-09T05:14:51,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:14:51,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T05:14:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T05:14:51,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:51,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:14:51,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T05:14:51,716 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:14:51,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 in 1.4230 sec 2024-11-09T05:14:51,717 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:14:51,717 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:14:51,717 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-09T05:14:51,718 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-09T05:14:51,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741887_1063 (size=810) 2024-11-09T05:14:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T05:14:52,129 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:14:52,136 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:14:52,137 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_backup_system 2024-11-09T05:14:52,138 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:14:52,138 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-09T05:14:52,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2590 sec 2024-11-09T05:14:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T05:14:54,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-09T05:14:54,062 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731129289774 started at 1731129294062. 2024-11-09T05:14:54,064 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731129289774 has been started. 2024-11-09T05:14:54,069 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731129259439, ns2:test-17311292594391] 2024-11-09T05:14:54,073 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731129260367for backupID backup_1731129289774 2024-11-09T05:14:54,073 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-09T05:14:54,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-09T05:14:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-09T05:14:54,074 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-09T05:14:54,074 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-09T05:14:54,074 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-09T05:14:54,074 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-09T05:14:54,075 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,075 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:54,077 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:14:54,077 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:14:54,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:14:54,077 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,077 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-09T05:14:54,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:54,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-09T05:14:54,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:54,078 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-09T05:14:54,079 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-09T05:14:54,079 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-09T05:14:54,079 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-09T05:14:54,079 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-09T05:14:54,079 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-09T05:14:54,079 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-09T05:14:54,079 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure (rolllog) in zk 2024-11-09T05:14:54,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,081 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:14:54,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:14:54,082 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,082 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-09T05:14:54,082 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:14:54,082 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:14:54,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:54,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:54,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:14:54,084 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-09T05:14:54,084 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@21a2e3ab[Count = 0] remaining members to acquire global barrier 2024-11-09T05:14:54,084 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-09T05:14:54,084 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,086 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,086 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-09T05:14:54,087 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,087 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-09T05:14:54,087 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-09T05:14:54,087 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 91c460d36389,37755,1731129250518 2024-11-09T05:14:54,087 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731129274419 highest: 1731129274458 on 91c460d36389,37755,1731129250518 2024-11-09T05:14:54,087 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0:(num 1731129274419) roll requested 2024-11-09T05:14:54,106 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087, exclude list is [], retry=0 2024-11-09T05:14:54,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:54,112 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087 2024-11-09T05:14:54,112 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:54,113 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 is not closed yet, will try archiving it next time 2024-11-09T05:14:54,113 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.meta:.meta(num 1731129274439) roll requested 2024-11-09T05:14:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741857_1033 (size=1198) 2024-11-09T05:14:54,132 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129294113.meta, exclude list is [], retry=0 2024-11-09T05:14:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:54,136 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129294113.meta 2024-11-09T05:14:54,136 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:54,136 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta is not closed yet, will try archiving it next time 2024-11-09T05:14:54,136 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1:(num 1731129274458) roll requested 2024-11-09T05:14:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741858_1034 (size=93) 2024-11-09T05:14:54,139 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta 2024-11-09T05:14:54,150 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136, exclude list is [], retry=0 2024-11-09T05:14:54,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:14:54,155 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136 2024-11-09T05:14:54,155 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:14:54,155 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 is not closed yet, will try archiving it next time 2024-11-09T05:14:54,155 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129260367 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129260367 2024-11-09T05:14:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741859_1035 (size=30490) 2024-11-09T05:14:54,157 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 not finished, retry = 0 2024-11-09T05:14:54,167 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-09T05:14:54,167 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731129294087 on 91c460d36389,37755,1731129250518 2024-11-09T05:14:54,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:14:54,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:14:54,187 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-09T05:14:54,187 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '91c460d36389,37755,1731129250518' in zk 2024-11-09T05:14:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,191 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-09T05:14:54,191 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:14:54,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,191 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-09T05:14:54,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:14:54,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:14:54,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:14:54,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:14:54,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:54,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:54,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:14:54,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:54,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:54,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '91c460d36389,37755,1731129250518': 2024-11-09T05:14:54,195 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-09T05:14:54,195 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '91c460d36389,37755,1731129250518' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-09T05:14:54,195 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-09T05:14:54,195 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-09T05:14:54,195 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-09T05:14:54,195 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-09T05:14:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:14:54,197 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,197 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:14:54,197 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:14:54,197 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,197 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:14:54,198 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:14:54,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:14:54,198 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:54,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:14:54,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:54,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:54,200 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:14:54,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:14:54,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:14:54,203 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:14:54,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:14:54,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:14:54,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:14:54,204 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:14:54,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-09T05:14:54,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-09T05:14:54,204 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:14:54,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:14:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-09T05:14:54,214 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {91c460d36389:37755=1731129260367} newestTimestamps: {91c460d36389:37755=1731129274458} 2024-11-09T05:14:54,217 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 91c460d36389%2C37755%2C1731129250518.meta.1731129254500.meta 2024-11-09T05:14:54,217 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 91c460d36389%2C37755%2C1731129250518.meta.1731129294113.meta 2024-11-09T05:14:54,217 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 2024-11-09T05:14:54,217 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087 2024-11-09T05:14:54,217 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 2024-11-09T05:14:54,217 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136 2024-11-09T05:14:54,218 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta 2024-11-09T05:14:54,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741891_1067 (size=908) 2024-11-09T05:14:54,631 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731129259439 target: hdfs://localhost:34375/backupUT/backup_1731129289774/default/test-1731129259439 descriptor: 'test-1731129259439', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:54,631 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-09T05:14:54,634 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731129259439 2024-11-09T05:14:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741892_1068 (size=53) 2024-11-09T05:14:55,041 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731129259439 2024-11-09T05:14:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741893_1069 (size=364) 2024-11-09T05:14:55,454 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17311292594391 target: hdfs://localhost:34375/backupUT/backup_1731129289774/ns2/test-17311292594391 descriptor: 'ns2:test-17311292594391', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:14:55,454 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-09T05:14:55,457 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17311292594391 2024-11-09T05:14:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741894_1070 (size=50) 2024-11-09T05:14:55,573 DEBUG [master/91c460d36389:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731129259439 2024-11-09T05:14:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741895_1071 (size=950) 2024-11-09T05:14:55,863 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17311292594391 2024-11-09T05:14:55,874 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34375/backupUT/.tmp/backup_1731129289774 from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419;hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 2024-11-09T05:14:55,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ef2fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:55,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:55,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:55,877 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3f5d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:55,879 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be0f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:55,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:14:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:14:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2395ec00 2024-11-09T05:14:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:14:55,882 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:14:55,888 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-09T05:14:55,888 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731129259439 2024-11-09T05:14:55,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731129259439,, stopping at row=test-1731129259439 ,, for max=2147483647 with caching=100 2024-11-09T05:14:55,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:55,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:55,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:55,893 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731129259439: test-1731129259439; 2024-11-09T05:14:55,893 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17311292594391 2024-11-09T05:14:55,894 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17311292594391,, stopping at row=ns2:test-17311292594391 ,, for max=2147483647 with caching=100 2024-11-09T05:14:55,896 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17311292594391: ns2:test-17311292594391; 2024-11-09T05:14:55,896 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-09T05:14:55,896 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/partitions_3b60dca6-eb57-4283-ab0a-f5335ca4f0a8 2024-11-09T05:14:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741896_1072 (size=192) 2024-11-09T05:14:55,988 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000002.908 2024-11-09T05:14:55,988 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000003.950 2024-11-09T05:14:55,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731129259439 in 419 msec 2024-11-09T05:14:56,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:56,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:56,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-13211334858599810239.jar 2024-11-09T05:14:57,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:14:57,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:14:57,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:14:57,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:14:57,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:14:57,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:14:57,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:14:57,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:14:57,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:14:57,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:14:57,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:14:57,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:14:57,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:14:57,322 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731129259439,ns2:test-17311292594391 2024-11-09T05:14:57,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:14:57,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:14:57,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:57,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:57,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:57,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:14:58,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-16877029214983978524.jar 2024-11-09T05:14:58,323 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:14:58,350 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 for WAL files 2024-11-09T05:14:58,351 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 2024-11-09T05:14:58,351 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 for WAL files 2024-11-09T05:14:58,352 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 2024-11-09T05:14:58,452 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local543519780_0003_684d06e0-e1f0-42c5-b722-bed2a68773ed/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:14:58,452 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local543519780_0003_684d06e0-e1f0-42c5-b722-bed2a68773ed/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:14:58,549 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 for hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 (-9223372036854775808:9223372036854775807) length:30490 2024-11-09T05:14:58,567 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-09T05:14:58,568 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-09T05:14:58,617 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 for hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 (-9223372036854775808:9223372036854775807) length:1198 2024-11-09T05:14:58,622 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-09T05:14:58,622 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-09T05:14:58,709 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fecfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:58,709 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:58,709 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:58,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a541028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:58,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:58,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:58,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cba71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:58,714 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:58,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:58,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:58,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:58,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17311292594391', row='row-t20', locateType=CURRENT is [region=ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:14:58,719 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-09T05:14:58,719 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:14:58,719 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:58,720 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:58,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:58,720 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-09T05:14:58,720 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:14:58,725 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/backupUT/.tmp/backup_1731129289774/_temporary/0/_temporary/attempt_local543519780_0003_r_000000_0/ns2/test-17311292594391/f/7b6796add4a740fab37780ebfb236438 is 38, key is row-t20/f:q1/1731129288422/Put/seqid=0 2024-11-09T05:14:58,727 WARN [Thread-949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:14:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741897_1073 (size=5274) 2024-11-09T05:14:59,159 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e469459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:59,159 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:59,160 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:59,161 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:59,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:59,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:59,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba14d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:59,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:59,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:59,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:59,163 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:59,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d09b568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:59,164 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:59,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:59,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:59,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:59,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731129259439', row='row-test-1731129259439-1-0', locateType=CURRENT is [region=test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., hostname=91c460d36389,37755,1731129250518, seqNum=107] 2024-11-09T05:14:59,168 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-09T05:14:59,168 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:14:59,168 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:59,168 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:59,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:59,168 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-1-0] 2024-11-09T05:14:59,169 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:14:59,183 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36243e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:59,183 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:14:59,184 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:14:59,184 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:14:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:14:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:14:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b1eb80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:14:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:14:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:59,186 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:14:59,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e33cb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:14:59,187 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:14:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:14:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:14:59,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:14:59,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731129259439', row='row-test-1731129259439-3-0', locateType=CURRENT is [region=test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., hostname=91c460d36389,37755,1731129250518, seqNum=107] 2024-11-09T05:14:59,191 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-09T05:14:59,191 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:14:59,191 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:59,191 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:14:59,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:14:59,191 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-3-0] 2024-11-09T05:14:59,191 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:14:59,203 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/backupUT/.tmp/backup_1731129289774/_temporary/0/_temporary/attempt_local543519780_0003_r_000001_0/default/test-1731129259439/f/a6bc2f9f30e540d4aa65dda30d70f7b9 is 59, key is row-test-1731129259439-1-10/f:q1/1731129288094/Put/seqid=0 2024-11-09T05:14:59,205 WARN [Thread-961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:14:59,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741898_1074 (size=10769) 2024-11-09T05:14:59,609 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/backupUT/.tmp/backup_1731129289774/_temporary/0/_temporary/attempt_local543519780_0003_r_000001_0/default/test-1731129259439/mob/e1cee4eb343e48b89f7f110ffde9ba27 is 63, key is row-test-1731129259439-3-100/mob:q1/1731129288387/Put/seqid=0 2024-11-09T05:14:59,611 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:14:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741899_1075 (size=11810) 2024-11-09T05:15:00,494 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:34375/backupUT 2024-11-09T05:15:00,494 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731129289774 2024-11-09T05:15:00,494 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-09T05:15:00,515 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:34375/backupUT/.tmp/backup_1731129289774, hdfs://localhost:34375/backupUT] 2024-11-09T05:15:00,587 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741900_1076 (size=11810) 2024-11-09T05:15:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741901_1077 (size=10769) 2024-11-09T05:15:01,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741902_1078 (size=5274) 2024-11-09T05:15:02,205 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-09T05:15:02,208 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731129289774 2024-11-09T05:15:02,209 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-09T05:15:02,209 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2034233685_0004 completed: true true 2024-11-09T05:15:02,210 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823807 FILE: Number of bytes written=6189866 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231422 HDFS: Number of bytes written=2433137 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-09T05:15:02,211 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:34375/backupUT/.tmp/backup_1731129289774 to hdfs://localhost:34375/backupUT finished. 2024-11-09T05:15:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731129259439:', locateType=CURRENT is [region=backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:02,227 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731129289774 2024-11-09T05:15:02,231 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731129267647} 2024-11-09T05:15:02,231 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-09T05:15:02,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741903_1079 (size=384) 2024-11-09T05:15:02,637 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34375/backupUT/backup_1731129289774/.backup.manifest 2024-11-09T05:15:02,637 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731129289774 finished: type=INCREMENTAL,tablelist=test-1731129259439;ns2:test-17311292594391,targetRootDir=hdfs://localhost:34375/backupUT,startts=1731129294062,completets=1731129302227,bytescopied=0 2024-11-09T05:15:02,637 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-09T05:15:02,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-09T05:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-09T05:15:02,646 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-09T05:15:02,648 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-09T05:15:02,652 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731129289774 completed. 2024-11-09T05:15:02,653 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-09T05:15:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:02,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:02,671 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34375/backupUT/backup_1731129289774/.backup.manifest 2024-11-09T05:15:02,674 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731129289774/.backup.manifest 2024-11-09T05:15:02,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731129259439 from 'test-1731129259439', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731129259439', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731129259439 2024-11-09T05:15:02,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741904_1080 (size=908) 2024-11-09T05:15:03,089 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000003.950 2024-11-09T05:15:03,090 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000004.908 2024-11-09T05:15:03,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731129259439}] 2024-11-09T05:15:03,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE}] 2024-11-09T05:15:03,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE 2024-11-09T05:15:03,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=CLOSING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:03,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE because future has completed 2024-11-09T05:15:03,099 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:15:03,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:15:03,252 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,252 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:15:03,252 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing e4adaeda0f0e01e9fc6bac2807ea3d7f, disabling compactions & flushes 2024-11-09T05:15:03,252 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:03,252 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:03,252 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. after waiting 0 ms 2024-11-09T05:15:03,252 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:03,258 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-09T05:15:03,259 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:15:03,259 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:03,259 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: Waiting for close lock at 1731129303252Running coprocessor pre-close hooks at 1731129303252Disabling compacts and flushes for region at 1731129303252Disabling writes for close at 1731129303252Writing region close event to WAL at 1731129303254 (+2 ms)Running coprocessor post-close hooks at 1731129303258 (+4 ms)Closed at 1731129303259 (+1 ms) 2024-11-09T05:15:03,259 WARN [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: e4adaeda0f0e01e9fc6bac2807ea3d7f to self. 2024-11-09T05:15:03,261 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=CLOSED 2024-11-09T05:15:03,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:15:03,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T05:15:03,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 in 166 msec 2024-11-09T05:15:03,267 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE; state=CLOSED, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=true 2024-11-09T05:15:03,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:03,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE because future has completed 2024-11-09T05:15:03,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:15:03,576 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:03,576 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e4adaeda0f0e01e9fc6bac2807ea3d7f, NAME => 'test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:15:03,577 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:15:03,577 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731129259439 e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,577 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:03,577 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,577 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,579 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,580 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adaeda0f0e01e9fc6bac2807ea3d7f columnFamilyName f 2024-11-09T05:15:03,580 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:03,587 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:15:03,591 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e 2024-11-09T05:15:03,591 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(327): Store=e4adaeda0f0e01e9fc6bac2807ea3d7f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:03,592 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,593 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adaeda0f0e01e9fc6bac2807ea3d7f columnFamilyName f2 2024-11-09T05:15:03,593 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:03,594 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(327): Store=e4adaeda0f0e01e9fc6bac2807ea3d7f/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:03,594 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,595 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adaeda0f0e01e9fc6bac2807ea3d7f columnFamilyName mob 2024-11-09T05:15:03,595 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:03,601 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 2024-11-09T05:15:03,605 DEBUG [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833 2024-11-09T05:15:03,606 INFO [StoreOpener-e4adaeda0f0e01e9fc6bac2807ea3d7f-1 {}] regionserver.HStore(327): Store=e4adaeda0f0e01e9fc6bac2807ea3d7f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:03,606 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,607 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,608 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,609 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,609 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,610 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731129259439 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:15:03,611 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,612 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e4adaeda0f0e01e9fc6bac2807ea3d7f; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9996508160, jitterRate=-0.06900262832641602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:15:03,612 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:03,614 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: Running coprocessor pre-open hook at 1731129303578Writing region info on filesystem at 1731129303578Initializing all the Stores at 1731129303578Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129303579 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129303579Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129303579Cleaning up temporary data from old regions at 1731129303609 (+30 ms)Running coprocessor post-open hooks at 1731129303612 (+3 ms)Region opened successfully at 1731129303614 (+2 ms) 2024-11-09T05:15:03,615 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., pid=46, masterSystemTime=1731129303572 2024-11-09T05:15:03,617 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:03,617 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:03,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e4adaeda0f0e01e9fc6bac2807ea3d7f, regionState=OPEN, openSeqNum=338, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:03,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:15:03,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-09T05:15:03,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f, server=91c460d36389,37755,1731129250518 in 201 msec 2024-11-09T05:15:03,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-09T05:15:03,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731129259439, region=e4adaeda0f0e01e9fc6bac2807ea3d7f, REOPEN/MOVE in 528 msec 2024-11-09T05:15:03,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T05:15:03,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731129259439 in 533 msec 2024-11-09T05:15:03,629 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731129259439 2024-11-09T05:15:03,635 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb 2024-11-09T05:15:03,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731129259439 in 961 msec 2024-11-09T05:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:15:03,639 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731129259439 completed 2024-11-09T05:15:03,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,674 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-09T05:15:03,677 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731129303640 2024-11-09T05:15:03,679 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731129289774} 2024-11-09T05:15:03,679 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731129267647} 2024-11-09T05:15:03,679 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-09T05:15:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,721 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731129259439 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731129259439 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:03,723 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731129303640,startts=0,failedts=1731129303721,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731129259439 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-09T05:15:03,724 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-09T05:15:03,725 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-09T05:15:03,726 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-09T05:15:03,727 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-09T05:15:03,727 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-09T05:15:03,729 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-09T05:15:03,731 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731129303640 failed. 2024-11-09T05:15:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:03,747 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731129259439, ns2:test-17311292594391, ns3:test-17311292594392, ns4:test-17311292594393] 2024-11-09T05:15:03,748 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-09T05:15:03,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:15:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129303752 (current time:1731129303752). 2024-11-09T05:15:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:15:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-09T05:15:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d42906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:03,753 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5dd338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:03,755 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:03,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bf1d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:03,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:03,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:03,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:03,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:15:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:03,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:15:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:15:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-09T05:15:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-09T05:15:03,762 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:15:03,763 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:15:03,765 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:15:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741905_1081 (size=52) 2024-11-09T05:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-09T05:15:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-09T05:15:04,171 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:15:04,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91}] 2024-11-09T05:15:04,173 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:15:04,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-09T05:15:04,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:15:04,325 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-09T05:15:04,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/fd3431d506a343f58c9ea1579a58463d is 158, key is trslm:hdfs://localhost:34375/backupUT\x00ns2:test-17311292594391/meta:log-roll-map/1731129302216/Put/seqid=0 2024-11-09T05:15:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741906_1082 (size=5745) 2024-11-09T05:15:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-09T05:15:04,736 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/fd3431d506a343f58c9ea1579a58463d 2024-11-09T05:15:04,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/44f9e66e030d4eacbdf503b4b1c1dc3d is 1245, key is session:backup_1731129303640/session:context/1731129303728/Put/seqid=0 2024-11-09T05:15:04,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741907_1083 (size=6682) 2024-11-09T05:15:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-09T05:15:05,046 DEBUG [master/91c460d36389:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731129259439 2024-11-09T05:15:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741908_1084 (size=950) 2024-11-09T05:15:05,150 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/44f9e66e030d4eacbdf503b4b1c1dc3d 2024-11-09T05:15:05,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/fd3431d506a343f58c9ea1579a58463d as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/fd3431d506a343f58c9ea1579a58463d 2024-11-09T05:15:05,163 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/fd3431d506a343f58c9ea1579a58463d, entries=4, sequenceid=31, filesize=5.6 K 2024-11-09T05:15:05,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/44f9e66e030d4eacbdf503b4b1c1dc3d as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/44f9e66e030d4eacbdf503b4b1c1dc3d 2024-11-09T05:15:05,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/44f9e66e030d4eacbdf503b4b1c1dc3d, entries=3, sequenceid=31, filesize=6.5 K 2024-11-09T05:15:05,171 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 6d6e243c0c1bfc13a1b3c846ecd58e91 in 846ms, sequenceid=31, compaction requested=true 2024-11-09T05:15:05,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 6d6e243c0c1bfc13a1b3c846ecd58e91: 2024-11-09T05:15:05,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. for snapshot_backup_system completed. 2024-11-09T05:15:05,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.' region-info for snapshot=snapshot_backup_system 2024-11-09T05:15:05,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:15:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/fd3431d506a343f58c9ea1579a58463d] hfiles 2024-11-09T05:15:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539 for snapshot=snapshot_backup_system 2024-11-09T05:15:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/fd3431d506a343f58c9ea1579a58463d for snapshot=snapshot_backup_system 2024-11-09T05:15:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/44f9e66e030d4eacbdf503b4b1c1dc3d] hfiles 2024-11-09T05:15:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca for snapshot=snapshot_backup_system 2024-11-09T05:15:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673 for snapshot=snapshot_backup_system 2024-11-09T05:15:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/44f9e66e030d4eacbdf503b4b1c1dc3d for snapshot=snapshot_backup_system 2024-11-09T05:15:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741909_1085 (size=251) 2024-11-09T05:15:05,457 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000004.908 2024-11-09T05:15:05,457 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/.tabledesc/.tableinfo.0000000005.950 2024-11-09T05:15:05,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731129259439 in 412 msec 2024-11-09T05:15:05,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:15:05,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T05:15:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T05:15:05,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:15:05,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:15:05,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T05:15:05,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 in 1.4080 sec 2024-11-09T05:15:05,581 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:15:05,582 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:15:05,583 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:15:05,583 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-09T05:15:05,584 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-09T05:15:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741910_1086 (size=888) 2024-11-09T05:15:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-09T05:15:05,994 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:15:06,002 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:15:06,003 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_backup_system 2024-11-09T05:15:06,004 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:15:06,004 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-09T05:15:06,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2440 sec 2024-11-09T05:15:06,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5ab2419f44bb232e7089056d57f58f00, had cached 0 bytes from a total of 8413 2024-11-09T05:15:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-09T05:15:07,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-09T05:15:07,931 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731129303732 started at 1731129307931. 2024-11-09T05:15:07,933 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731129303732 has been started. 2024-11-09T05:15:07,937 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-09T05:15:07,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-09T05:15:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-09T05:15:07,938 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-09T05:15:07,939 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-09T05:15:07,939 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-09T05:15:07,939 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-09T05:15:07,939 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:07,939 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:07,941 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:07,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:15:07,942 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:15:07,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:15:07,942 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:07,942 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-09T05:15:07,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:07,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:07,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-09T05:15:07,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:07,943 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-09T05:15:07,943 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-09T05:15:07,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-09T05:15:07,943 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-09T05:15:07,943 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-09T05:15:07,944 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-09T05:15:07,944 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-09T05:15:07,944 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure (rolllog) in zk 2024-11-09T05:15:07,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:07,947 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:07,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:07,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:15:07,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:15:07,947 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-09T05:15:07,947 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-09T05:15:07,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:15:07,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:15:07,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:07,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:07,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:15:07,949 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-09T05:15:07,949 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@49d60ed[Count = 0] remaining members to acquire global barrier 2024-11-09T05:15:07,949 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-09T05:15:07,949 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:07,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:07,951 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:07,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:07,951 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-09T05:15:07,951 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:07,951 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-09T05:15:07,951 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-09T05:15:07,951 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 91c460d36389,37755,1731129250518 2024-11-09T05:15:07,952 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731129294087 highest: 1731129294136 on 91c460d36389,37755,1731129250518 2024-11-09T05:15:07,952 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0:(num 1731129294087) roll requested 2024-11-09T05:15:07,965 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952, exclude list is [], retry=0 2024-11-09T05:15:07,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:15:07,969 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 2024-11-09T05:15:07,970 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:15:07,970 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087 is not closed yet, will try archiving it next time 2024-11-09T05:15:07,970 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.meta:.meta(num 1731129294113) roll requested 2024-11-09T05:15:07,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741888_1064 (size=93) 2024-11-09T05:15:07,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087 not finished, retry = 0 2024-11-09T05:15:07,983 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta, exclude list is [], retry=0 2024-11-09T05:15:07,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:15:07,986 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129294113.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta 2024-11-09T05:15:07,986 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:15:07,986 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129294113.meta is not closed yet, will try archiving it next time 2024-11-09T05:15:07,986 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1:(num 1731129294136) roll requested 2024-11-09T05:15:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741889_1065 (size=1903) 2024-11-09T05:15:07,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129294113.meta not finished, retry = 0 2024-11-09T05:15:07,999 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986, exclude list is [], retry=0 2024-11-09T05:15:08,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:15:08,002 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 2024-11-09T05:15:08,002 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:15:08,002 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136 is not closed yet, will try archiving it next time 2024-11-09T05:15:08,002 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129274458 2024-11-09T05:15:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741890_1066 (size=4927) 2024-11-09T05:15:08,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136 not finished, retry = 0 2024-11-09T05:15:08,012 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-09T05:15:08,012 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731129307952 on 91c460d36389,37755,1731129250518 2024-11-09T05:15:08,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:08,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:08,028 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-09T05:15:08,028 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '91c460d36389,37755,1731129250518' in zk 2024-11-09T05:15:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:08,030 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-09T05:15:08,030 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:15:08,030 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-09T05:15:08,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:08,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:15:08,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:15:08,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:15:08,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:15:08,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:08,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:08,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:15:08,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:08,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:08,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '91c460d36389,37755,1731129250518': 2024-11-09T05:15:08,034 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '91c460d36389,37755,1731129250518' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-09T05:15:08,034 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-09T05:15:08,034 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-09T05:15:08,034 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-09T05:15:08,034 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-09T05:15:08,034 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-09T05:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:15:08,036 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:08,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:08,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:08,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:15:08,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:15:08,037 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:15:08,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:15:08,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:15:08,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:08,041 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:08,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:08,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:15:08,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:08,042 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:08,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:08,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:15:08,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:08,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:08,047 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:15:08,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:15:08,047 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:15:08,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-09T05:15:08,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-09T05:15:08,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-09T05:15:08,047 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:15:08,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:15:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-09T05:15:08,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-09T05:15:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129308054 (current time:1731129308054). 2024-11-09T05:15:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:15:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731129308053_backup_system_bulk VERSION not specified, setting to 2 2024-11-09T05:15:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6547cda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:08,056 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a04035d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:08,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:08,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:08,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aac17a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:08,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:08,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:08,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:08,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:15:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:08,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:15:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-09T05:15:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-09T05:15:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:15:08,064 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:15:08,065 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:15:08,067 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:15:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741914_1090 (size=76) 2024-11-09T05:15:08,072 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129294087 2024-11-09T05:15:08,097 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:15:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:15:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:15:08,474 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:15:08,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92027c6778047bafdd9fa4e9ac414088}] 2024-11-09T05:15:08,475 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:15:08,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-09T05:15:08,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:15:08,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 92027c6778047bafdd9fa4e9ac414088: 2024-11-09T05:15:08,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. for snapshot_1731129308053_backup_system_bulk completed. 2024-11-09T05:15:08,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088.' region-info for snapshot=snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:08,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:15:08,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:15:08,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:15:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741915_1091 (size=61) 2024-11-09T05:15:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:15:08,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-09T05:15:09,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:15:09,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T05:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T05:15:09,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731129308053_backup_system_bulk on region 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:15:09,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:15:09,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-09T05:15:09,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92027c6778047bafdd9fa4e9ac414088 in 561 msec 2024-11-09T05:15:09,037 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:15:09,038 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:15:09,039 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:15:09,039 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:09,040 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:09,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741916_1092 (size=702) 2024-11-09T05:15:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:15:09,451 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:15:09,456 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:15:09,456 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129308053_backup_system_bulk to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:09,458 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:15:09,458 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-09T05:15:09,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731129308053_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.3960 sec 2024-11-09T05:15:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:15:10,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-09T05:15:10,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } 2024-11-09T05:15:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129310212 (current time:1731129310212). 2024-11-09T05:15:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:15:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731129310211_ns3_test-17311292594392 VERSION not specified, setting to 2 2024-11-09T05:15:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51301deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:10,214 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5316275d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:10,215 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:10,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b005492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:10,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:10,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:15:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:10,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:15:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } 2024-11-09T05:15:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-09T05:15:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:15:10,222 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:15:10,223 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:15:10,225 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:15:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741917_1093 (size=86) 2024-11-09T05:15:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:15:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:15:10,631 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:15:10,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12bea60bf12fc9d4e681a3e1f312aca0}] 2024-11-09T05:15:10,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:15:10,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-09T05:15:10,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:15:10,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 12bea60bf12fc9d4e681a3e1f312aca0: 2024-11-09T05:15:10,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. for snapshot_1731129310211_ns3_test-17311292594392 completed. 2024-11-09T05:15:10,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0.' region-info for snapshot=snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:10,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:15:10,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:15:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741918_1094 (size=52) 2024-11-09T05:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:15:11,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:15:11,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T05:15:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T05:15:11,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731129310211_ns3_test-17311292594392 on region 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:15:11,192 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:15:11,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-09T05:15:11,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 12bea60bf12fc9d4e681a3e1f312aca0 in 562 msec 2024-11-09T05:15:11,195 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:15:11,196 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:15:11,196 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:15:11,196 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:11,197 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741919_1095 (size=443) 2024-11-09T05:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:15:11,607 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:15:11,612 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:15:11,612 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129310211_ns3_test-17311292594392 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:11,614 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:15:11,614 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-09T05:15:11,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731129310211_ns3_test-17311292594392 table=ns3:test-17311292594392 type=FLUSH ttl=0 } in 1.3940 sec 2024-11-09T05:15:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:15:12,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17311292594392 completed 2024-11-09T05:15:12,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } 2024-11-09T05:15:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129312382 (current time:1731129312382). 2024-11-09T05:15:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:15:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731129312382_default_test-1731129259439 VERSION not specified, setting to 2 2024-11-09T05:15:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aeee5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:12,384 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607c609c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:12,386 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661911a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:12,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:12,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:12,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:12,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:15:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:12,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:15:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } 2024-11-09T05:15:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-09T05:15:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:15:12,392 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:15:12,393 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:15:12,395 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:15:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741920_1096 (size=84) 2024-11-09T05:15:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:15:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:15:12,801 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:15:12,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f}] 2024-11-09T05:15:12,802 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:12,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-09T05:15:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. for snapshot_1731129312382_default_test-1731129259439 completed. 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f.' region-info for snapshot=snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e] hfiles 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb for snapshot=snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e for snapshot=snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833] hfiles 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 for snapshot=snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:12,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833 for snapshot=snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741921_1097 (size=224) 2024-11-09T05:15:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:15:13,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:15:13,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T05:15:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T05:15:13,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731129312382_default_test-1731129259439 on region e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:13,362 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:13,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-09T05:15:13,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e4adaeda0f0e01e9fc6bac2807ea3d7f in 562 msec 2024-11-09T05:15:13,365 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:15:13,366 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:15:13,367 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-09T05:15:13,367 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-09T05:15:13,367 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:13,367 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-09T05:15:13,368 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:13,368 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-09T05:15:13,368 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:13,369 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f] hfiles 2024-11-09T05:15:13,369 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:13,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741922_1098 (size=168) 2024-11-09T05:15:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:15:13,778 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:15:13,778 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:13,779 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:13,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741923_1099 (size=1347) 2024-11-09T05:15:13,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6d6e243c0c1bfc13a1b3c846ecd58e91, had cached 0 bytes from a total of 28925 2024-11-09T05:15:14,193 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:15:14,200 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:15:14,200 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129312382_default_test-1731129259439 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:14,202 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:15:14,202 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-09T05:15:14,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731129312382_default_test-1731129259439 table=test-1731129259439 type=FLUSH ttl=0 } in 1.8120 sec 2024-11-09T05:15:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:15:14,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731129259439 completed 2024-11-09T05:15:14,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } 2024-11-09T05:15:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129314542 (current time:1731129314542). 2024-11-09T05:15:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:15:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731129314541_ns2_test-17311292594391 VERSION not specified, setting to 2 2024-11-09T05:15:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60378af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:14,544 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:14,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:14,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:14,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3477edcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:14,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:14,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:14,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:14,545 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:14,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cae84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:14,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:14,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:14,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:14,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:15:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:14,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:15:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } 2024-11-09T05:15:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-09T05:15:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:15:14,552 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:15:14,553 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:15:14,556 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:15:14,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741924_1100 (size=86) 2024-11-09T05:15:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:15:14,805 INFO [master/91c460d36389:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T05:15:14,806 INFO [master/91c460d36389:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T05:15:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:15:14,962 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:15:14,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00}] 2024-11-09T05:15:14,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:15:15,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-09T05:15:15,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:15:15,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 5ab2419f44bb232e7089056d57f58f00 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-09T05:15:15,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/.tmp/f/5b3ff293a6734383bde809f6971ea9fa is 38, key is row-t20/f:q1/1731129288422/Put/seqid=0 2024-11-09T05:15:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741925_1101 (size=5134) 2024-11-09T05:15:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:15:15,525 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/.tmp/f/5b3ff293a6734383bde809f6971ea9fa 2024-11-09T05:15:15,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/.tmp/f/5b3ff293a6734383bde809f6971ea9fa as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/5b3ff293a6734383bde809f6971ea9fa 2024-11-09T05:15:15,537 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/5b3ff293a6734383bde809f6971ea9fa, entries=5, sequenceid=111, filesize=5.0 K 2024-11-09T05:15:15,538 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 5ab2419f44bb232e7089056d57f58f00 in 423ms, sequenceid=111, compaction requested=false 2024-11-09T05:15:15,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 5ab2419f44bb232e7089056d57f58f00: 2024-11-09T05:15:15,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. for snapshot_1731129314541_ns2_test-17311292594391 completed. 2024-11-09T05:15:15,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00.' region-info for snapshot=snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:15,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:15:15,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/5b3ff293a6734383bde809f6971ea9fa] hfiles 2024-11-09T05:15:15,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a for snapshot=snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:15,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/5b3ff293a6734383bde809f6971ea9fa for snapshot=snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741926_1102 (size=130) 2024-11-09T05:15:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:15:15,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:15:15,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-09T05:15:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-09T05:15:15,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731129314541_ns2_test-17311292594391 on region 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:15:15,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:15:15,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-09T05:15:15,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ab2419f44bb232e7089056d57f58f00 in 984 msec 2024-11-09T05:15:15,947 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:15:15,948 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:15:15,948 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:15:15,949 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:15,949 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:15,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741927_1103 (size=496) 2024-11-09T05:15:16,359 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:15:16,365 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:15:16,366 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129314541_ns2_test-17311292594391 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:16,367 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:15:16,367 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-09T05:15:16,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731129314541_ns2_test-17311292594391 table=ns2:test-17311292594391 type=FLUSH ttl=0 } in 1.8170 sec 2024-11-09T05:15:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:15:16,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17311292594391 completed 2024-11-09T05:15:16,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } 2024-11-09T05:15:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129316703 (current time:1731129316703). 2024-11-09T05:15:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:15:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731129316702_ns4_test-17311292594393 VERSION not specified, setting to 2 2024-11-09T05:15:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69076d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:16,704 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:16,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:16,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:16,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f9cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:16,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:16,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:16,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:16,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:16,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e33993c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:16,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:16,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:16,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:16,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:15:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:16,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:15:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } 2024-11-09T05:15:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-09T05:15:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:15:16,713 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:15:16,714 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:15:16,716 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:15:16,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741928_1104 (size=86) 2024-11-09T05:15:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:15:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:15:17,122 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:15:17,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0097618e7c6529584327b8ba489fa947}] 2024-11-09T05:15:17,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0097618e7c6529584327b8ba489fa947 2024-11-09T05:15:17,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-09T05:15:17,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:15:17,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0097618e7c6529584327b8ba489fa947: 2024-11-09T05:15:17,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. for snapshot_1731129316702_ns4_test-17311292594393 completed. 2024-11-09T05:15:17,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947.' region-info for snapshot=snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:17,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:15:17,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:15:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741929_1105 (size=52) 2024-11-09T05:15:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:15:17,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:15:17,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-09T05:15:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-09T05:15:17,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731129316702_ns4_test-17311292594393 on region 0097618e7c6529584327b8ba489fa947 2024-11-09T05:15:17,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0097618e7c6529584327b8ba489fa947 2024-11-09T05:15:17,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T05:15:17,686 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:15:17,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0097618e7c6529584327b8ba489fa947 in 562 msec 2024-11-09T05:15:17,686 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:15:17,687 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:15:17,687 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:17,688 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741930_1106 (size=443) 2024-11-09T05:15:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:15:18,098 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:15:18,103 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:15:18,103 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_1731129316702_ns4_test-17311292594393 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:18,105 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:15:18,105 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-09T05:15:18,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731129316702_ns4_test-17311292594393 table=ns4:test-17311292594393 type=FLUSH ttl=0 } in 1.3940 sec 2024-11-09T05:15:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:15:18,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17311292594393 completed 2024-11-09T05:15:18,861 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731129303732 2024-11-09T05:15:18,861 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-09T05:15:18,862 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-09T05:15:18,862 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731129303732_backup:system_bulk 2024-11-09T05:15:18,862 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731129308053_backup_system_bulk to hdfs://localhost:34375/backupUT/backup_1731129303732/backup/system_bulk/ 2024-11-09T05:15:18,862 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-09T05:15:18,896 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34375, inputRoot=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:18,896 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2031117476_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34375/backupUT/backup_1731129303732/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34375/backupUT/backup_1731129303732/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:18,898 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-09T05:15:18,902 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129308053_backup_system_bulk to hdfs://localhost:34375/backupUT/backup_1731129303732/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741931_1107 (size=76) 2024-11-09T05:15:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741932_1108 (size=702) 2024-11-09T05:15:19,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:19,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:19,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-2096974343230131035.jar 2024-11-09T05:15:20,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:20,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:20,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:20,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:20,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:20,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:20,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:20,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:20,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:20,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:20,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:20,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:20,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:20,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:20,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:20,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:20,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:20,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:20,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:20,357 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:20,384 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731129308053_backup_system_bulk' hfile list 2024-11-09T05:15:20,475 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1937010173_0005_720bb655-7563-4f9f-940c-f9cc4353e495/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:15:20,475 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1937010173_0005_720bb655-7563-4f9f-940c-f9cc4353e495/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:15:21,515 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-09T05:15:21,516 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-09T05:15:21,521 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:21,521 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731129308053_backup_system_bulk finished. 2024-11-09T05:15:21,521 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731129303732_ns3:test-17311292594392 2024-11-09T05:15:21,521 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731129310211_ns3_test-17311292594392 to hdfs://localhost:34375/backupUT/backup_1731129303732/ns3/test-17311292594392/ 2024-11-09T05:15:21,521 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-09T05:15:21,550 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34375, inputRoot=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:21,550 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2031117476_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34375/backupUT/backup_1731129303732/ns3/test-17311292594392, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34375/backupUT/backup_1731129303732/ns3/test-17311292594392/.hbase-snapshot/.tmp/snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:21,552 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-09T05:15:21,555 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129310211_ns3_test-17311292594392 to hdfs://localhost:34375/backupUT/backup_1731129303732/ns3/test-17311292594392/.hbase-snapshot/.tmp/snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741933_1109 (size=86) 2024-11-09T05:15:21,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741934_1110 (size=443) 2024-11-09T05:15:21,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:21,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:21,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-13679226887505307150.jar 2024-11-09T05:15:22,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:22,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:22,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:22,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:22,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:22,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:22,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:22,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:22,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:22,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:22,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:22,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:22,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:22,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:22,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:22,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:22,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:22,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:22,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:23,003 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:23,029 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731129310211_ns3_test-17311292594392' hfile list 2024-11-09T05:15:23,119 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1610508438_0006_bd0d41bd-e940-4011-9020-16592896ab77/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:15:23,119 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1610508438_0006_bd0d41bd-e940-4011-9020-16592896ab77/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:15:24,158 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-09T05:15:24,159 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-09T05:15:24,163 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:24,163 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731129310211_ns3_test-17311292594392 finished. 2024-11-09T05:15:24,163 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731129303732_test-1731129259439 2024-11-09T05:15:24,163 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731129312382_default_test-1731129259439 to hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/ 2024-11-09T05:15:24,163 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-09T05:15:24,194 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34375, inputRoot=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:24,194 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2031117476_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/.hbase-snapshot/.tmp/snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:24,196 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-09T05:15:24,202 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129312382_default_test-1731129259439 to hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/.hbase-snapshot/.tmp/snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:24,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741935_1111 (size=84) 2024-11-09T05:15:24,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741936_1112 (size=1347) 2024-11-09T05:15:24,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:24,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:24,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-3005130353991330722.jar 2024-11-09T05:15:25,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:25,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:25,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:25,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:25,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:25,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:25,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:25,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:25,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:25,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:25,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:25,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:25,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:25,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:25,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:25,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:25,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:25,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:25,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:25,656 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:25,684 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731129312382_default_test-1731129259439' hfile list 2024-11-09T05:15:25,687 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-09T05:15:25,778 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1505577813_0007_af2cd617-231c-4f91-a754-6b3798697d29/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:15:25,778 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1505577813_0007_af2cd617-231c-4f91-a754-6b3798697d29/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:15:25,848 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-09T05:15:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741937_1113 (size=13760) 2024-11-09T05:15:26,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833 output=hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833 2024-11-09T05:15:26,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-09T05:15:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741938_1114 (size=10796) 2024-11-09T05:15:26,723 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e output=hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e 2024-11-09T05:15:26,724 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-09T05:15:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741939_1115 (size=8413) 2024-11-09T05:15:27,164 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb output=hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:15:27,164 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-09T05:15:27,189 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f to hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f" truncated to max limit (512 characters) 2024-11-09T05:15:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741940_1116 (size=5591) 2024-11-09T05:15:27,598 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f output=hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:27,598 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-11-09T05:15:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741941_1117 (size=5484) 2024-11-09T05:15:28,039 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 output=hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 2024-11-09T05:15:28,039 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-09T05:15:28,819 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-09T05:15:28,820 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-09T05:15:28,828 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:28,829 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731129312382_default_test-1731129259439 finished. 2024-11-09T05:15:28,829 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731129303732_ns2:test-17311292594391 2024-11-09T05:15:28,829 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731129314541_ns2_test-17311292594391 to hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/ 2024-11-09T05:15:28,829 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-09T05:15:28,857 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34375, inputRoot=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:28,858 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2031117476_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/.hbase-snapshot/.tmp/snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:28,859 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-09T05:15:28,864 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129314541_ns2_test-17311292594391 to hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/.hbase-snapshot/.tmp/snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741943_1119 (size=496) 2024-11-09T05:15:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741942_1118 (size=86) 2024-11-09T05:15:29,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:29,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:29,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-4937197306561558232.jar 2024-11-09T05:15:30,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:30,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:30,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:30,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:30,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:30,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:30,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:30,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:30,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:30,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:30,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:30,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:30,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:30,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:30,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:30,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:30,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:30,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:30,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:30,318 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:30,344 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731129314541_ns2_test-17311292594391' hfile list 2024-11-09T05:15:30,346 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-09T05:15:30,431 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local282157178_0008_de469ed8-8a81-45ce-b053-8394e3070511/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:15:30,431 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local282157178_0008_de469ed8-8a81-45ce-b053-8394e3070511/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:15:30,502 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-09T05:15:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741944_1120 (size=8413) 2024-11-09T05:15:30,935 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a output=hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a 2024-11-09T05:15:30,935 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-09T05:15:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741945_1121 (size=5134) 2024-11-09T05:15:31,376 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/5b3ff293a6734383bde809f6971ea9fa output=hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/5b3ff293a6734383bde809f6971ea9fa 2024-11-09T05:15:31,376 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-09T05:15:31,473 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-09T05:15:31,474 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-09T05:15:31,480 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:31,480 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731129314541_ns2_test-17311292594391 finished. 2024-11-09T05:15:31,480 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731129303732_ns4:test-17311292594393 2024-11-09T05:15:31,480 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731129316702_ns4_test-17311292594393 to hdfs://localhost:34375/backupUT/backup_1731129303732/ns4/test-17311292594393/ 2024-11-09T05:15:31,480 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-09T05:15:31,510 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:34375, inputRoot=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:31,510 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2031117476_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34375/backupUT/backup_1731129303732/ns4/test-17311292594393, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34375/backupUT/backup_1731129303732/ns4/test-17311292594393/.hbase-snapshot/.tmp/snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:31,512 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-09T05:15:31,515 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_1731129316702_ns4_test-17311292594393 to hdfs://localhost:34375/backupUT/backup_1731129303732/ns4/test-17311292594393/.hbase-snapshot/.tmp/snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741946_1122 (size=86) 2024-11-09T05:15:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741947_1123 (size=443) 2024-11-09T05:15:31,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:31,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:31,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-7399888235889754855.jar 2024-11-09T05:15:32,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:32,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:32,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:32,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:32,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:32,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:32,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:32,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:32,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:32,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:32,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:32,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:32,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:32,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:32,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:32,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:32,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-09T05:15:32,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:32,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:32,965 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:32,991 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731129316702_ns4_test-17311292594393' hfile list 2024-11-09T05:15:33,081 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local210200777_0009_9cade66f-617b-41c1-890c-db08f25d1ad8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:15:33,081 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local210200777_0009_9cade66f-617b-41c1-890c-db08f25d1ad8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:15:34,121 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-09T05:15:34,122 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-09T05:15:34,128 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:34,128 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731129316702_ns4_test-17311292594393 finished. 2024-11-09T05:15:34,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-09T05:15:34,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17311292594392 2024-11-09T05:15:34,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731129259439 2024-11-09T05:15:34,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17311292594391 2024-11-09T05:15:34,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17311292594393 2024-11-09T05:15:34,139 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731129303732 2024-11-09T05:15:34,139 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-09T05:15:34,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741948_1124 (size=209) 2024-11-09T05:15:34,545 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34375/backupUT/backup_1731129303732/.backup.manifest 2024-11-09T05:15:34,545 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731129303732 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17311292594392;test-1731129259439;ns2:test-17311292594391;ns4:test-17311292594393,targetRootDir=hdfs://localhost:34375/backupUT,startts=1731129307931,completets=1731129334139,bytescopied=0 2024-11-09T05:15:34,545 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-09T05:15:34,545 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:34,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731129308053_backup_system_bulk" type: DISABLED 2024-11-09T05:15:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731129308053_backup_system_bulk 2024-11-09T05:15:34,549 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731129308053_backup_system_bulk for backup backup_1731129303732 succeeded. 2024-11-09T05:15:34,549 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:34,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731129310211_ns3_test-17311292594392" type: DISABLED 2024-11-09T05:15:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731129310211_ns3_test-17311292594392 2024-11-09T05:15:34,553 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731129310211_ns3_test-17311292594392 for backup backup_1731129303732 succeeded. 2024-11-09T05:15:34,553 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:34,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731129312382_default_test-1731129259439" type: DISABLED 2024-11-09T05:15:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731129312382_default_test-1731129259439 2024-11-09T05:15:34,556 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731129312382_default_test-1731129259439 for backup backup_1731129303732 succeeded. 2024-11-09T05:15:34,556 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:34,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731129314541_ns2_test-17311292594391" type: DISABLED 2024-11-09T05:15:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731129314541_ns2_test-17311292594391 2024-11-09T05:15:34,558 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731129314541_ns2_test-17311292594391 for backup backup_1731129303732 succeeded. 2024-11-09T05:15:34,559 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:34,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731129316702_ns4_test-17311292594393" type: DISABLED 2024-11-09T05:15:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731129316702_ns4_test-17311292594393 2024-11-09T05:15:34,561 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731129316702_ns4_test-17311292594393 for backup backup_1731129303732 succeeded. 2024-11-09T05:15:34,562 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-09T05:15:34,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-09T05:15:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-09T05:15:34,567 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-09T05:15:34,569 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-09T05:15:34,574 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731129303732 completed. 2024-11-09T05:15:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:38,098 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:15:39,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,636 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-09T05:15:39,639 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731129339598 2024-11-09T05:15:39,642 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731129303732} 2024-11-09T05:15:39,642 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-09T05:15:39,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:39,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:15:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731129339732 (current time:1731129339732). 2024-11-09T05:15:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:15:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-09T05:15:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e2f906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:39,734 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:39,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:39,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:39,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296f2115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:39,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:39,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:39,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:39,736 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57142dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:39,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:39,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:39,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:39,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-09T05:15:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:39,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-09T05:15:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-09T05:15:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-09T05:15:39,743 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:15:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:15:39,744 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:15:39,746 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:15:39,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741949_1125 (size=52) 2024-11-09T05:15:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:15:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:15:40,152 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:15:40,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91}] 2024-11-09T05:15:40,154 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:15:40,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-09T05:15:40,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:15:40,306 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-09T05:15:40,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/3ff935c4f9de4c85876a2e22c4e7e591 is 158, key is trslm:hdfs://localhost:34375/backupUT\x00ns2:test-17311292594391/meta:log-roll-map/1731129334134/Put/seqid=0 2024-11-09T05:15:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741950_1126 (size=6646) 2024-11-09T05:15:40,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/3ff935c4f9de4c85876a2e22c4e7e591 2024-11-09T05:15:40,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/1ab7b2de85904a8da7f419f84f07cb46 is 826, key is session:backup_1731129303732/session:context/1731129334569/Put/seqid=0 2024-11-09T05:15:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741951_1127 (size=5928) 2024-11-09T05:15:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:15:40,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/1ab7b2de85904a8da7f419f84f07cb46 2024-11-09T05:15:40,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/3ff935c4f9de4c85876a2e22c4e7e591 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/3ff935c4f9de4c85876a2e22c4e7e591 2024-11-09T05:15:40,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/3ff935c4f9de4c85876a2e22c4e7e591, entries=12, sequenceid=42, filesize=6.5 K 2024-11-09T05:15:40,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/1ab7b2de85904a8da7f419f84f07cb46 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/1ab7b2de85904a8da7f419f84f07cb46 2024-11-09T05:15:40,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/1ab7b2de85904a8da7f419f84f07cb46, entries=2, sequenceid=42, filesize=5.8 K 2024-11-09T05:15:40,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 6d6e243c0c1bfc13a1b3c846ecd58e91 in 443ms, sequenceid=42, compaction requested=true 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 6d6e243c0c1bfc13a1b3c846ecd58e91: 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. for snapshot_backup_system completed. 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91.' region-info for snapshot=snapshot_backup_system 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/fd3431d506a343f58c9ea1579a58463d, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/3ff935c4f9de4c85876a2e22c4e7e591] hfiles 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/bb2c6f2b411f40feb94156f9afae3539 for snapshot=snapshot_backup_system 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/fd3431d506a343f58c9ea1579a58463d for snapshot=snapshot_backup_system 2024-11-09T05:15:40,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/3ff935c4f9de4c85876a2e22c4e7e591 for snapshot=snapshot_backup_system 2024-11-09T05:15:40,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/44f9e66e030d4eacbdf503b4b1c1dc3d, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/1ab7b2de85904a8da7f419f84f07cb46] hfiles 2024-11-09T05:15:40,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/b0067f66a9c74739abe8536f0f7f1fca for snapshot=snapshot_backup_system 2024-11-09T05:15:40,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/427c824bd78d4752934268d868ac3673 for snapshot=snapshot_backup_system 2024-11-09T05:15:40,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/44f9e66e030d4eacbdf503b4b1c1dc3d for snapshot=snapshot_backup_system 2024-11-09T05:15:40,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/1ab7b2de85904a8da7f419f84f07cb46 for snapshot=snapshot_backup_system 2024-11-09T05:15:40,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741952_1128 (size=330) 2024-11-09T05:15:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:15:41,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:15:41,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-09T05:15:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-09T05:15:41,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:15:41,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:15:41,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T05:15:41,160 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:15:41,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d6e243c0c1bfc13a1b3c846ecd58e91 in 1.0060 sec 2024-11-09T05:15:41,161 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:15:41,161 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:15:41,161 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-09T05:15:41,162 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-09T05:15:41,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741953_1129 (size=967) 2024-11-09T05:15:41,572 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:15:41,580 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:15:41,581 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.hbase-snapshot/snapshot_backup_system 2024-11-09T05:15:41,582 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:15:41,582 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-09T05:15:41,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8410 sec 2024-11-09T05:15:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:15:41,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-09T05:15:41,892 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731129339598 started at 1731129341892. 2024-11-09T05:15:41,894 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731129339598 has been started. 2024-11-09T05:15:41,899 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1731129259439, ns2:test-17311292594391, ns3:test-17311292594392, ns4:test-17311292594393] 2024-11-09T05:15:41,903 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731129294136for backupID backup_1731129339598 2024-11-09T05:15:41,903 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-09T05:15:41,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-09T05:15:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-09T05:15:41,904 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-09T05:15:41,904 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-09T05:15:41,904 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-09T05:15:41,904 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-09T05:15:41,905 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:41,905 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:15:41,910 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:41,910 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:15:41,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:15:41,910 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:41,910 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-09T05:15:41,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:41,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:41,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-09T05:15:41,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:41,912 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-09T05:15:41,912 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-09T05:15:41,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-09T05:15:41,912 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-09T05:15:41,912 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-09T05:15:41,912 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-09T05:15:41,912 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-09T05:15:41,912 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure (rolllog) in zk 2024-11-09T05:15:41,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:41,914 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:41,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:41,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:15:41,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:15:41,915 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-09T05:15:41,915 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-09T05:15:41,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:15:41,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:15:41,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:41,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:41,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:15:41,917 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '91c460d36389,37755,1731129250518' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-09T05:15:41,917 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@52246542[Count = 0] remaining members to acquire global barrier 2024-11-09T05:15:41,917 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-09T05:15:41,917 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:41,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:41,918 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:41,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:41,919 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-09T05:15:41,919 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:41,919 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-09T05:15:41,919 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-09T05:15:41,919 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 91c460d36389,37755,1731129250518 2024-11-09T05:15:41,919 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731129307952 highest: 1731129307986 on 91c460d36389,37755,1731129250518 2024-11-09T05:15:41,919 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0:(num 1731129307952) roll requested 2024-11-09T05:15:41,933 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129341919, exclude list is [], retry=0 2024-11-09T05:15:41,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:15:41,938 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129341919 2024-11-09T05:15:41,938 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:15:41,938 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 is not closed yet, will try archiving it next time 2024-11-09T05:15:41,938 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.meta:.meta(num 1731129307970) roll requested 2024-11-09T05:15:41,938 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129274419 2024-11-09T05:15:41,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741911_1087 (size=653) 2024-11-09T05:15:41,940 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 2024-11-09T05:15:41,952 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129341938.meta, exclude list is [], retry=0 2024-11-09T05:15:41,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:15:41,955 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129341938.meta 2024-11-09T05:15:41,956 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:15:41,956 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta is not closed yet, will try archiving it next time 2024-11-09T05:15:41,956 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1:(num 1731129307986) roll requested 2024-11-09T05:15:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741912_1088 (size=93) 2024-11-09T05:15:41,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta not finished, retry = 0 2024-11-09T05:15:41,969 DEBUG [regionserver/91c460d36389:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129341956, exclude list is [], retry=0 2024-11-09T05:15:41,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44571,DS-bb27d8b4-1451-4118-bbec-afbe658ae7b7,DISK] 2024-11-09T05:15:41,973 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129341956 2024-11-09T05:15:41,973 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-09T05:15:41,973 DEBUG [regionserver/91c460d36389:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 is not closed yet, will try archiving it next time 2024-11-09T05:15:41,974 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129294136 2024-11-09T05:15:41,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741913_1089 (size=4710) 2024-11-09T05:15:41,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 not finished, retry = 0 2024-11-09T05:15:41,979 DEBUG [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-09T05:15:41,979 INFO [rs(91c460d36389,37755,1731129250518)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731129341919 on 91c460d36389,37755,1731129250518 2024-11-09T05:15:41,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:41,994 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-09T05:15:41,994 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '91c460d36389,37755,1731129250518' in zk 2024-11-09T05:15:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:41,997 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-09T05:15:41,997 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:15:41,997 DEBUG [member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-09T05:15:41,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:41,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:15:41,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:15:41,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:15:41,998 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:15:41,998 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:41,998 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:41,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:15:41,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:41,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:42,000 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '91c460d36389,37755,1731129250518': 2024-11-09T05:15:42,000 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '91c460d36389,37755,1731129250518' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-09T05:15:42,000 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-09T05:15:42,000 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-09T05:15:42,000 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-09T05:15:42,000 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-09T05:15:42,000 INFO [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-09T05:15:42,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:42,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:42,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:15:42,003 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:42,003 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-09T05:15:42,003 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:42,003 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-09T05:15:42,003 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:42,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-09T05:15:42,004 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:15:42,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:15:42,004 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:42,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:42,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-09T05:15:42,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-09T05:15:42,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:42,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:42,005 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:42,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-09T05:15:42,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-09T05:15:42,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------91c460d36389,37755,1731129250518 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/91c460d36389,37755,1731129250518 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:42,008 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-09T05:15:42,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-09T05:15:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-09T05:15:42,009 DEBUG [(91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-09T05:15:42,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-09T05:15:42,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-09T05:15:42,009 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-09T05:15:42,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-09T05:15:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-09T05:15:42,013 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {91c460d36389:37755=1731129294136} newestTimestamps: {91c460d36389:37755=1731129307986} 2024-11-09T05:15:42,015 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 91c460d36389%2C37755%2C1731129250518.meta.1731129254500.meta 2024-11-09T05:15:42,015 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 91c460d36389%2C37755%2C1731129250518.meta.1731129294113.meta 2024-11-09T05:15:42,015 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta 2024-11-09T05:15:42,015 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 91c460d36389%2C37755%2C1731129250518.meta.1731129341938.meta 2024-11-09T05:15:42,015 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129341919 2024-11-09T05:15:42,015 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 2024-11-09T05:15:42,015 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129341956 2024-11-09T05:15:42,016 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.meta.1731129274439.meta 2024-11-09T05:15:42,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741957_1133 (size=640) 2024-11-09T05:15:42,058 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.meta.1731129307970.meta 2024-11-09T05:15:42,426 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:34375/backupUT/backup_1731129339598/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:42,426 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-09T05:15:42,428 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-09T05:15:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741958_1134 (size=45) 2024-11-09T05:15:42,435 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-09T05:15:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741959_1135 (size=390) 2024-11-09T05:15:42,845 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17311292594392 target: hdfs://localhost:34375/backupUT/backup_1731129339598/ns3/test-17311292594392 descriptor: 'ns3:test-17311292594392', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:42,845 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-09T05:15:42,847 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17311292594392 2024-11-09T05:15:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741960_1136 (size=50) 2024-11-09T05:15:43,253 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17311292594392 2024-11-09T05:15:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741961_1137 (size=950) 2024-11-09T05:15:43,663 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731129259439 target: hdfs://localhost:34375/backupUT/backup_1731129339598/default/test-1731129259439 descriptor: 'test-1731129259439', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:43,663 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-09T05:15:43,665 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731129259439 2024-11-09T05:15:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741962_1138 (size=53) 2024-11-09T05:15:44,071 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731129259439 2024-11-09T05:15:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741963_1139 (size=364) 2024-11-09T05:15:44,481 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17311292594391 target: hdfs://localhost:34375/backupUT/backup_1731129339598/ns2/test-17311292594391 descriptor: 'ns2:test-17311292594391', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:44,481 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-09T05:15:44,483 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17311292594391 2024-11-09T05:15:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741964_1140 (size=50) 2024-11-09T05:15:44,888 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17311292594391 2024-11-09T05:15:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741965_1141 (size=390) 2024-11-09T05:15:45,298 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17311292594393 target: hdfs://localhost:34375/backupUT/backup_1731129339598/ns4/test-17311292594393 descriptor: 'ns4:test-17311292594393', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:45,298 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-09T05:15:45,301 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17311292594393 2024-11-09T05:15:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741966_1142 (size=50) 2024-11-09T05:15:45,706 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17311292594393 2024-11-09T05:15:45,715 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34375/backupUT/.tmp/backup_1731129339598 from hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986;hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 2024-11-09T05:15:45,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6d8004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:45,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:45,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:45,717 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33707b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:45,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:45,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35509acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:45,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:45,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:45,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b8c516 2024-11-09T05:15:45,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:45,721 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:45,724 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-09T05:15:45,724 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-09T05:15:45,725 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:45,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:45,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:45,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:45,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:45,729 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-09T05:15:45,729 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731129259439 2024-11-09T05:15:45,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731129259439,, stopping at row=test-1731129259439 ,, for max=2147483647 with caching=100 2024-11-09T05:15:45,730 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731129259439: test-1731129259439; 2024-11-09T05:15:45,731 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17311292594391 2024-11-09T05:15:45,731 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17311292594391,, stopping at row=ns2:test-17311292594391 ,, for max=2147483647 with caching=100 2024-11-09T05:15:45,732 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17311292594391: ns2:test-17311292594391; 2024-11-09T05:15:45,732 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17311292594392 2024-11-09T05:15:45,732 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17311292594392,, stopping at row=ns3:test-17311292594392 ,, for max=2147483647 with caching=100 2024-11-09T05:15:45,734 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17311292594392: ns3:test-17311292594392; 2024-11-09T05:15:45,734 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17311292594393 2024-11-09T05:15:45,734 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17311292594393,, stopping at row=ns4:test-17311292594393 ,, for max=2147483647 with caching=100 2024-11-09T05:15:45,735 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17311292594393: ns4:test-17311292594393; 2024-11-09T05:15:45,735 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-09T05:15:45,735 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/partitions_87b70728-2864-46ec-877a-6fe3d5c145ed 2024-11-09T05:15:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741967_1143 (size=324) 2024-11-09T05:15:46,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:46,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:46,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-4277835422616366633.jar 2024-11-09T05:15:47,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:47,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:47,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:47,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:47,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:47,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:47,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:47,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:47,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:47,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:47,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:47,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:47,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:47,131 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1731129259439,ns2:test-17311292594391,ns3:test-17311292594392,ns4:test-17311292594393 2024-11-09T05:15:47,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:15:47,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:47,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:47,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:47,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:47,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:48,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-75435290191400275.jar 2024-11-09T05:15:48,129 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:48,152 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 for WAL files 2024-11-09T05:15:48,153 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 2024-11-09T05:15:48,153 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 for WAL files 2024-11-09T05:15:48,154 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 2024-11-09T05:15:48,243 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local126330528_0010_0ce9b622-5112-4fce-af4a-12c47a5dd933/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:15:48,243 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local126330528_0010_0ce9b622-5112-4fce-af4a-12c47a5dd933/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:15:48,307 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 for hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129307986 (-9223372036854775808:9223372036854775807) length:4710 2024-11-09T05:15:48,310 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-09T05:15:48,310 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-09T05:15:48,355 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 for hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129307952 (-9223372036854775808:9223372036854775807) length:653 2024-11-09T05:15:48,358 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-09T05:15:48,358 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-09T05:15:48,445 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e4f751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:48,445 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:48,445 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:48,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b1ed29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:48,448 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afbdbf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:48,449 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:48,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:48,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:48,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731129259439', row='row-test-1731129259439-2-0', locateType=CURRENT is [region=test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., hostname=91c460d36389,37755,1731129250518, seqNum=338] 2024-11-09T05:15:48,453 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-09T05:15:48,454 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:48,454 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:48,454 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:48,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:48,454 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-2-0] 2024-11-09T05:15:48,454 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:15:48,458 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/backupUT/.tmp/backup_1731129339598/_temporary/0/_temporary/attempt_local126330528_0010_r_000004_0/default/test-1731129259439/f2/2de51f39882c4f0c89914aae4f6979b0 is 58, key is row-test-1731129259439-2-0/f2:q1/1731129334590/Put/seqid=0 2024-11-09T05:15:48,460 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:15:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741968_1144 (size=5366) 2024-11-09T05:15:48,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e4adaeda0f0e01e9fc6bac2807ea3d7f, had cached 0 bytes from a total of 38453 2024-11-09T05:15:49,286 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:34375/backupUT 2024-11-09T05:15:49,286 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731129339598 2024-11-09T05:15:49,286 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-09T05:15:49,300 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:34375/backupUT/.tmp/backup_1731129339598, hdfs://localhost:34375/backupUT] 2024-11-09T05:15:49,346 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:49,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741969_1145 (size=5366) 2024-11-09T05:15:49,953 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-09T05:15:49,955 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731129339598 2024-11-09T05:15:49,955 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-09T05:15:49,956 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local431581837_0011 completed: true true 2024-11-09T05:15:49,956 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6664251 FILE: Number of bytes written=17144893 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410403 HDFS: Number of bytes written=2548277 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=424 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-09T05:15:49,956 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:34375/backupUT/.tmp/backup_1731129339598 to hdfs://localhost:34375/backupUT finished. 2024-11-09T05:15:49,972 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731129339598 2024-11-09T05:15:49,975 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731129303732} 2024-11-09T05:15:49,975 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-09T05:15:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741970_1146 (size=714) 2024-11-09T05:15:50,381 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34375/backupUT/backup_1731129339598/.backup.manifest 2024-11-09T05:15:50,381 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731129339598 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17311292594392;test-1731129259439;ns2:test-17311292594391;ns4:test-17311292594393,targetRootDir=hdfs://localhost:34375/backupUT,startts=1731129341892,completets=1731129349972,bytescopied=0 2024-11-09T05:15:50,381 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-09T05:15:50,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-09T05:15:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-09T05:15:50,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-09T05:15:50,390 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-09T05:15:50,393 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731129339598 completed. 2024-11-09T05:15:50,394 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-09T05:15:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:50,409 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731129267647 2024-11-09T05:15:50,413 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-09T05:15:50,414 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-09T05:15:50,415 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34375/backupUT/backup_1731129267647/.backup.manifest 2024-11-09T05:15:50,416 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731129267647/.backup.manifest 2024-11-09T05:15:50,419 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34375/backupUT/backup_1731129267647/.backup.manifest 2024-11-09T05:15:50,420 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731129267647/.backup.manifest 2024-11-09T05:15:50,421 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731129259439' to 'table1' from full backup image hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439 2024-11-09T05:15:50,428 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-09T05:15:50,428 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:50,429 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f in region [hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f] 2024-11-09T05:15:50,433 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb first=row0 last=row98 2024-11-09T05:15:50,433 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3 in region [hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f] 2024-11-09T05:15:50,436 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb first=row-test-1731129259439-3-0 last=row-test-1731129259439-3-5 2024-11-09T05:15:50,436 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob in region [hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f] 2024-11-09T05:15:50,439 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 first=row-test-1731129259439-3-0 last=row-test-1731129259439-3-5 2024-11-09T05:15:50,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-09T05:15:50,446 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:15:50,446 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:50,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-09T05:15:50,447 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:15:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:15:50,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741971_1147 (size=938) 2024-11-09T05:15:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:15:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:15:50,854 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae1c1ffad1029ef9e11f02f3e1090423, NAME => 'table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:50,854 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2d8388987183289131880c246b69edee, NAME => 'table1,row0,1731129350443.2d8388987183289131880c246b69edee.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:50,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741972_1148 (size=45) 2024-11-09T05:15:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741973_1149 (size=45) 2024-11-09T05:15:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:15:51,260 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:51,260 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731129350443.2d8388987183289131880c246b69edee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:51,260 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing ae1c1ffad1029ef9e11f02f3e1090423, disabling compactions & flushes 2024-11-09T05:15:51,260 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 2d8388987183289131880c246b69edee, disabling compactions & flushes 2024-11-09T05:15:51,261 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:15:51,261 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. after waiting 0 ms 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:15:51,261 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731129350443.2d8388987183289131880c246b69edee. after waiting 0 ms 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae1c1ffad1029ef9e11f02f3e1090423: Waiting for close lock at 1731129351260Disabling compacts and flushes for region at 1731129351260Disabling writes for close at 1731129351261 (+1 ms)Writing region close event to WAL at 1731129351261Closed at 1731129351261 2024-11-09T05:15:51,261 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:15:51,261 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2d8388987183289131880c246b69edee: Waiting for close lock at 1731129351260Disabling compacts and flushes for region at 1731129351260Disabling writes for close at 1731129351261 (+1 ms)Writing region close event to WAL at 1731129351261Closed at 1731129351261 2024-11-09T05:15:51,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:15:51,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731129351262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129351262"}]},"ts":"1731129351262"} 2024-11-09T05:15:51,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731129350443.2d8388987183289131880c246b69edee.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731129351262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129351262"}]},"ts":"1731129351262"} 2024-11-09T05:15:51,266 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T05:15:51,266 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:15:51,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129351266"}]},"ts":"1731129351266"} 2024-11-09T05:15:51,268 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-09T05:15:51,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, ASSIGN}] 2024-11-09T05:15:51,269 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, ASSIGN 2024-11-09T05:15:51,269 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, ASSIGN 2024-11-09T05:15:51,270 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:15:51,270 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:15:51,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=ae1c1ffad1029ef9e11f02f3e1090423, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:51,421 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=2d8388987183289131880c246b69edee, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:51,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, ASSIGN because future has completed 2024-11-09T05:15:51,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d8388987183289131880c246b69edee, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:15:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, ASSIGN because future has completed 2024-11-09T05:15:51,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae1c1ffad1029ef9e11f02f3e1090423, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:15:51,579 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:15:51,579 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => ae1c1ffad1029ef9e11f02f3e1090423, NAME => 'table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-09T05:15:51,579 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:15:51,579 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,579 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:51,580 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,580 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:15:51,581 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,582 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae1c1ffad1029ef9e11f02f3e1090423 columnFamilyName f 2024-11-09T05:15:51,582 DEBUG [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:51,583 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] regionserver.HStore(327): Store=ae1c1ffad1029ef9e11f02f3e1090423/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:51,583 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,584 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae1c1ffad1029ef9e11f02f3e1090423 columnFamilyName f3 2024-11-09T05:15:51,584 DEBUG [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:51,584 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] regionserver.HStore(327): Store=ae1c1ffad1029ef9e11f02f3e1090423/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:51,585 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,586 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae1c1ffad1029ef9e11f02f3e1090423 columnFamilyName mob 2024-11-09T05:15:51,586 DEBUG [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:51,587 INFO [StoreOpener-ae1c1ffad1029ef9e11f02f3e1090423-1 {}] regionserver.HStore(327): Store=ae1c1ffad1029ef9e11f02f3e1090423/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:51,587 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,588 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,588 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,589 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,589 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,589 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:15:51,590 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,592 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:15:51,593 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened ae1c1ffad1029ef9e11f02f3e1090423; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11834847840, jitterRate=0.10220609605312347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:15:51,593 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:15:51,593 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for ae1c1ffad1029ef9e11f02f3e1090423: Running coprocessor pre-open hook at 1731129351580Writing region info on filesystem at 1731129351580Initializing all the Stores at 1731129351580Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129351581 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129351581Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129351581Cleaning up temporary data from old regions at 1731129351589 (+8 ms)Running coprocessor post-open hooks at 1731129351593 (+4 ms)Region opened successfully at 1731129351593 2024-11-09T05:15:51,594 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., pid=66, masterSystemTime=1731129351575 2024-11-09T05:15:51,596 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:15:51,596 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:15:51,596 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:15:51,596 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d8388987183289131880c246b69edee, NAME => 'table1,row0,1731129350443.2d8388987183289131880c246b69edee.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-09T05:15:51,596 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=ae1c1ffad1029ef9e11f02f3e1090423, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:51,596 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:15:51,596 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,596 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731129350443.2d8388987183289131880c246b69edee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:51,597 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,597 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,598 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae1c1ffad1029ef9e11f02f3e1090423, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:15:51,599 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8388987183289131880c246b69edee columnFamilyName f 2024-11-09T05:15:51,599 DEBUG [StoreOpener-2d8388987183289131880c246b69edee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:51,599 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] regionserver.HStore(327): Store=2d8388987183289131880c246b69edee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:51,600 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,601 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8388987183289131880c246b69edee columnFamilyName f3 2024-11-09T05:15:51,601 DEBUG [StoreOpener-2d8388987183289131880c246b69edee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:51,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-09T05:15:51,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure ae1c1ffad1029ef9e11f02f3e1090423, server=91c460d36389,37755,1731129250518 in 175 msec 2024-11-09T05:15:51,601 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] regionserver.HStore(327): Store=2d8388987183289131880c246b69edee/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:51,601 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, ASSIGN in 333 msec 2024-11-09T05:15:51,602 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8388987183289131880c246b69edee columnFamilyName mob 2024-11-09T05:15:51,603 DEBUG [StoreOpener-2d8388987183289131880c246b69edee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:51,603 INFO [StoreOpener-2d8388987183289131880c246b69edee-1 {}] regionserver.HStore(327): Store=2d8388987183289131880c246b69edee/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:51,603 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,604 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee 2024-11-09T05:15:51,604 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee 2024-11-09T05:15:51,605 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,605 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,606 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:15:51,607 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,608 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:15:51,609 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 2d8388987183289131880c246b69edee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11157595680, jitterRate=0.039132073521614075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:15:51,609 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d8388987183289131880c246b69edee 2024-11-09T05:15:51,609 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 2d8388987183289131880c246b69edee: Running coprocessor pre-open hook at 1731129351597Writing region info on filesystem at 1731129351597Initializing all the Stores at 1731129351597Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129351597Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129351598 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129351598Cleaning up temporary data from old regions at 1731129351605 (+7 ms)Running coprocessor post-open hooks at 1731129351609 (+4 ms)Region opened successfully at 1731129351609 2024-11-09T05:15:51,609 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731129350443.2d8388987183289131880c246b69edee., pid=65, masterSystemTime=1731129351575 2024-11-09T05:15:51,611 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:15:51,611 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:15:51,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=2d8388987183289131880c246b69edee, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d8388987183289131880c246b69edee, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:15:51,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-09T05:15:51,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d8388987183289131880c246b69edee, server=91c460d36389,37755,1731129250518 in 191 msec 2024-11-09T05:15:51,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-09T05:15:51,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, ASSIGN in 347 msec 2024-11-09T05:15:51,617 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:15:51,618 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129351617"}]},"ts":"1731129351617"} 2024-11-09T05:15:51,619 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-09T05:15:51,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:15:51,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1760 sec 2024-11-09T05:15:51,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5ab2419f44bb232e7089056d57f58f00, had cached 0 bytes from a total of 13547 2024-11-09T05:15:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:15:52,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-09T05:15:52,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:15:52,607 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f from hbase tables test-1731129259439 to tables table1 2024-11-09T05:15:52,607 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731129259439 into table1 2024-11-09T05:15:52,609 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607 from hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:15:52,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6cf6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:52,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:52,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:52,611 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:52,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:52,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:52,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459c0165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:52,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:52,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:52,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:52,613 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237b6c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:52,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:52,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:52,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ed98b1f 2024-11-09T05:15:52,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:52,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:52,616 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-09T05:15:52,616 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-09T05:15:52,616 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:15:52,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:52,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:52,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:52,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:52,620 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-09T05:15:52,620 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-09T05:15:52,620 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-09T05:15:52,620 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/partitions_517c481c-3c57-43e4-b437-c60f701a0715 2024-11-09T05:15:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741974_1150 (size=177) 2024-11-09T05:15:53,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:53,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:53,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-4781047525778971920.jar 2024-11-09T05:15:54,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:54,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:54,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:54,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:54,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:54,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:54,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:54,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:54,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:54,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:54,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:54,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:54,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:54,029 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-09T05:15:54,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:15:54,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:54,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:54,030 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-09T05:15:54,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:54,043 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:54,057 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-09T05:15:54,158 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1898270048_0012_56098a37-ddd2-4eb2-85f9-7b10526accd6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:15:54,159 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1898270048_0012_56098a37-ddd2-4eb2-85f9-7b10526accd6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:15:54,219 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:15:54,222 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:15:54,268 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 2024-11-09T05:15:54,271 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:15:54,306 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f3/39acc21dacf54cdcb085daba9630a8fb 2024-11-09T05:15:54,309 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:15:54,340 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6fb49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:54,340 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:54,341 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:54,341 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:54,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:54,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:54,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2800d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:54,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:54,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:54,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,343 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196eb196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:54,344 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:54,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:54,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:54,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731129259439-3-0', locateType=CURRENT is [region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:54,348 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-09T05:15:54,349 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:54,349 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,349 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:54,349 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-3-0] 2024-11-09T05:15:54,349 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:15:54,354 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515f93aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:54,354 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:54,354 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:54,355 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb20b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,356 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd7e138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:54,357 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:54,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:54,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:54,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:54,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731129259439-3-0', locateType=CURRENT is [region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:54,360 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-09T05:15:54,360 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:54,360 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,360 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:54,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:54,360 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-3-0] 2024-11-09T05:15:54,360 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:15:54,364 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/_temporary/0/_temporary/attempt_local1898270048_0012_r_000000_0/f3/d995e5a01e8b458fa524fd67684492ad is 58, key is row-test-1731129259439-3-0/f3:q1/1731129267620/Put/seqid=0 2024-11-09T05:15:54,366 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:15:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741975_1151 (size=5530) 2024-11-09T05:15:54,769 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/_temporary/0/_temporary/attempt_local1898270048_0012_r_000000_0/mob/4fd45cca0b0647cabbca89f1e7cbe058 is 59, key is row-test-1731129259439-3-0/mob:q1/1731129267633/Put/seqid=0 2024-11-09T05:15:54,771 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:15:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741976_1152 (size=5539) 2024-11-09T05:15:55,197 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ee70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:55,197 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:55,197 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:55,198 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:55,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:55,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:55,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446d7d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:55,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:55,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:55,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:55,200 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:55,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7dcc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:55,201 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:55,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:55,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:55,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:55,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731129350443.2d8388987183289131880c246b69edee., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:55,204 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-09T05:15:55,204 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:55,204 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:55,204 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:55,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:55,204 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-09T05:15:55,205 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:15:55,210 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/_temporary/0/_temporary/attempt_local1898270048_0012_r_000001_0/f/14b25438d7794c25976ec0e5ba26857b is 37, key is row10/f:q1/1731129260636/Put/seqid=0 2024-11-09T05:15:55,212 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:15:55,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741977_1153 (size=8742) 2024-11-09T05:15:55,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-09T05:15:56,201 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607 2024-11-09T05:15:56,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c36fb57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:56,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:56,202 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f5159c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,204 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:56,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65181bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:56,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:56,211 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/_SUCCESS 2024-11-09T05:15:56,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691b74d7 2024-11-09T05:15:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:56,221 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:56,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:56,232 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,243 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/f/14b25438d7794c25976ec0e5ba26857b first=Optional[row0] last=Optional[row98] 2024-11-09T05:15:56,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/f3/d995e5a01e8b458fa524fd67684492ad first=Optional[row-test-1731129259439-3-0] last=Optional[row-test-1731129259439-3-5] 2024-11-09T05:15:56,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/mob/4fd45cca0b0647cabbca89f1e7cbe058 first=Optional[row-test-1731129259439-3-0] last=Optional[row-test-1731129259439-3-5] 2024-11-09T05:15:56,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/f/14b25438d7794c25976ec0e5ba26857b for inclusion in 2d8388987183289131880c246b69edee/f 2024-11-09T05:15:56,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/mob/4fd45cca0b0647cabbca89f1e7cbe058 for inclusion in ae1c1ffad1029ef9e11f02f3e1090423/mob 2024-11-09T05:15:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-09T05:15:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731129259439-3-0 last=row-test-1731129259439-3-5 2024-11-09T05:15:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-09T05:15:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-09T05:15:56,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/f3/d995e5a01e8b458fa524fd67684492ad for inclusion in ae1c1ffad1029ef9e11f02f3e1090423/f3 2024-11-09T05:15:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HRegion(2603): Flush status journal for 2d8388987183289131880c246b69edee: 2024-11-09T05:15:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/f/14b25438d7794c25976ec0e5ba26857b to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f/14b25438d7794c25976ec0e5ba26857b 2024-11-09T05:15:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731129259439-3-0 last=row-test-1731129259439-3-5 2024-11-09T05:15:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-09T05:15:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegion(2603): Flush status journal for ae1c1ffad1029ef9e11f02f3e1090423: 2024-11-09T05:15:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/mob/4fd45cca0b0647cabbca89f1e7cbe058 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/mob/4fd45cca0b0647cabbca89f1e7cbe058 2024-11-09T05:15:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f/14b25438d7794c25976ec0e5ba26857b as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/f/c8220f49634646ee8a1b8616c51348aa_SeqId_4_ 2024-11-09T05:15:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25190962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:56,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:56,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/mob/4fd45cca0b0647cabbca89f1e7cbe058 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/mob/13ed12092d8746d09204f38c7af8c76f_SeqId_4_ 2024-11-09T05:15:56,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7f244f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129352607/f3/d995e5a01e8b458fa524fd67684492ad to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f3/d995e5a01e8b458fa524fd67684492ad 2024-11-09T05:15:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,284 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:56,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8b00ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:56,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:56,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26af67f9 2024-11-09T05:15:56,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f3/d995e5a01e8b458fa524fd67684492ad as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f3/79772766ba2a4a44a519cb0a6db47b9d_SeqId_4_ 2024-11-09T05:15:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0c9c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:56,287 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:56,288 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370a2f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:56,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:56,290 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:56,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f29b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:56,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:56,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b5cdd71 2024-11-09T05:15:56,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:56,292 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:56,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:56,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:56,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:56,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755. 2024-11-09T05:15:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:56,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f/14b25438d7794c25976ec0e5ba26857b into 2d8388987183289131880c246b69edee/f as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/f/c8220f49634646ee8a1b8616c51348aa_SeqId_4_ - updating store file list. 2024-11-09T05:15:56,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:56,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:15:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54df9ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:56,319 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbdf558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:56,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/f/c8220f49634646ee8a1b8616c51348aa_SeqId_4_ into 2d8388987183289131880c246b69edee/f 2024-11-09T05:15:56,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f/14b25438d7794c25976ec0e5ba26857b into 2d8388987183289131880c246b69edee/f (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/f/c8220f49634646ee8a1b8616c51348aa_SeqId_4_) 2024-11-09T05:15:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f/14b25438d7794c25976ec0e5ba26857b 2024-11-09T05:15:56,320 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e58493f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:56,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:56,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69e5e6f5 2024-11-09T05:15:56,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:56,323 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:56,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:56,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee34721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:56,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:56,326 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:56,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:56,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c244d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,327 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:56,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e32430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@957bd9e 2024-11-09T05:15:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:56,330 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:15:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:56,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:15:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:56,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:15:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:56,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f3/d995e5a01e8b458fa524fd67684492ad into ae1c1ffad1029ef9e11f02f3e1090423/f3 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f3/79772766ba2a4a44a519cb0a6db47b9d_SeqId_4_ - updating store file list. 2024-11-09T05:15:56,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:56,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f3/79772766ba2a4a44a519cb0a6db47b9d_SeqId_4_ into ae1c1ffad1029ef9e11f02f3e1090423/f3 2024-11-09T05:15:56,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f3/d995e5a01e8b458fa524fd67684492ad into ae1c1ffad1029ef9e11f02f3e1090423/f3 (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f3/79772766ba2a4a44a519cb0a6db47b9d_SeqId_4_) 2024-11-09T05:15:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/f3/d995e5a01e8b458fa524fd67684492ad 2024-11-09T05:15:56,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755. 2024-11-09T05:15:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:56,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/mob/4fd45cca0b0647cabbca89f1e7cbe058 into ae1c1ffad1029ef9e11f02f3e1090423/mob as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/mob/13ed12092d8746d09204f38c7af8c76f_SeqId_4_ - updating store file list. 2024-11-09T05:15:56,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/mob/13ed12092d8746d09204f38c7af8c76f_SeqId_4_ into ae1c1ffad1029ef9e11f02f3e1090423/mob 2024-11-09T05:15:56,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/mob/4fd45cca0b0647cabbca89f1e7cbe058 into ae1c1ffad1029ef9e11f02f3e1090423/mob (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/mob/13ed12092d8746d09204f38c7af8c76f_SeqId_4_) 2024-11-09T05:15:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n03ue6jfmrbon6oeo1vhro51ljoci5mu8uutctfhers3qsb0vceu5fco2l3hdtf0/mob/4fd45cca0b0647cabbca89f1e7cbe058 2024-11-09T05:15:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3108e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:56,361 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37700e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,363 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:56,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ff9608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:56,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:56,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d277060 2024-11-09T05:15:56,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:56,365 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:15:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:56,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:56,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:56,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:15:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:15:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:15:56,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:15:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:56,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:15:56,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:56,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:56,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:56,386 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-09T05:15:56,386 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-09T05:15:56,386 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731129267647 hdfs://localhost:34375/backupUT/backup_1731129267647/default/test-1731129259439/ 2024-11-09T05:15:56,387 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34375/backupUT/backup_1731129267647/.backup.manifest 2024-11-09T05:15:56,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2 , the old value is region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:15:56,388 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T05:15:56,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:15:56,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2 from cache 2024-11-09T05:15:56,389 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731129267647/.backup.manifest 2024-11-09T05:15:56,389 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17311292594391' to 'ns2:table2' from full backup image hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391 2024-11-09T05:15:56,396 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-09T05:15:56,396 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:15:56,397 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f in region [hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00] 2024-11-09T05:15:56,400 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a first=row0 last=row98 2024-11-09T05:15:56,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-09T05:15:56,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:15:56,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-09T05:15:56,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:15:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-09T05:15:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741978_1154 (size=351) 2024-11-09T05:15:56,502 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-09T05:15:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-09T05:15:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-09T05:15:56,812 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 019be974b83d68770fb8a8c33c62dbf4, NAME => 'ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:15:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741979_1155 (size=37) 2024-11-09T05:15:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-09T05:15:57,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-09T05:15:57,218 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:57,218 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 019be974b83d68770fb8a8c33c62dbf4, disabling compactions & flushes 2024-11-09T05:15:57,218 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:15:57,218 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:15:57,218 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. after waiting 0 ms 2024-11-09T05:15:57,218 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:15:57,218 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:15:57,218 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 019be974b83d68770fb8a8c33c62dbf4: Waiting for close lock at 1731129357218Disabling compacts and flushes for region at 1731129357218Disabling writes for close at 1731129357218Writing region close event to WAL at 1731129357218Closed at 1731129357218 2024-11-09T05:15:57,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:15:57,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731129357220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129357220"}]},"ts":"1731129357220"} 2024-11-09T05:15:57,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:15:57,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:15:57,223 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129357223"}]},"ts":"1731129357223"} 2024-11-09T05:15:57,224 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-09T05:15:57,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, ASSIGN}] 2024-11-09T05:15:57,226 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, ASSIGN 2024-11-09T05:15:57,226 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:15:57,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=019be974b83d68770fb8a8c33c62dbf4, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, ASSIGN because future has completed 2024-11-09T05:15:57,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 019be974b83d68770fb8a8c33c62dbf4, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:15:57,535 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:15:57,535 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 019be974b83d68770fb8a8c33c62dbf4, NAME => 'ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:15:57,536 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:15:57,536 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,536 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:57,536 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,536 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,537 INFO [StoreOpener-019be974b83d68770fb8a8c33c62dbf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,539 INFO [StoreOpener-019be974b83d68770fb8a8c33c62dbf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019be974b83d68770fb8a8c33c62dbf4 columnFamilyName f 2024-11-09T05:15:57,539 DEBUG [StoreOpener-019be974b83d68770fb8a8c33c62dbf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:57,539 INFO [StoreOpener-019be974b83d68770fb8a8c33c62dbf4-1 {}] regionserver.HStore(327): Store=019be974b83d68770fb8a8c33c62dbf4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:57,539 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,540 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,540 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,541 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,541 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-09T05:15:57,542 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,544 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:15:57,545 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 019be974b83d68770fb8a8c33c62dbf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10749255840, jitterRate=0.0011024624109268188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:15:57,545 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:15:57,546 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 019be974b83d68770fb8a8c33c62dbf4: Running coprocessor pre-open hook at 1731129357536Writing region info on filesystem at 1731129357536Initializing all the Stores at 1731129357537 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129357537Cleaning up temporary data from old regions at 1731129357541 (+4 ms)Running coprocessor post-open hooks at 1731129357545 (+4 ms)Region opened successfully at 1731129357546 (+1 ms) 2024-11-09T05:15:57,547 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., pid=69, masterSystemTime=1731129357531 2024-11-09T05:15:57,548 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:15:57,548 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:15:57,549 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=019be974b83d68770fb8a8c33c62dbf4, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:15:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 019be974b83d68770fb8a8c33c62dbf4, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:15:57,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T05:15:57,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 019be974b83d68770fb8a8c33c62dbf4, server=91c460d36389,37755,1731129250518 in 171 msec 2024-11-09T05:15:57,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-09T05:15:57,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, ASSIGN in 328 msec 2024-11-09T05:15:57,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:15:57,556 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129357555"}]},"ts":"1731129357555"} 2024-11-09T05:15:57,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-09T05:15:57,558 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:15:57,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1570 sec 2024-11-09T05:15:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-09T05:15:58,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-09T05:15:58,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-09T05:15:58,554 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00 from hbase tables ns2:test-17311292594391 to tables ns2:table2 2024-11-09T05:15:58,554 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17311292594391 into ns2:table2 2024-11-09T05:15:58,556 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129358554 from hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:15:58,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b90bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:58,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:15:58,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:58,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:15:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:15:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd0c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:15:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:58,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:58,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70822ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:15:58,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:58,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:15:58,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@214bedb9 2024-11-09T05:15:58,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:58,561 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:58,562 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-09T05:15:58,562 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-09T05:15:58,562 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-09T05:15:58,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:58,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:15:58,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:58,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:58,566 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-09T05:15:58,566 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-09T05:15:58,566 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/partitions_1bfcc54f-ce78-4f42-99c2-8ba9b1dbfd7b 2024-11-09T05:15:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741980_1156 (size=153) 2024-11-09T05:15:58,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6d6e243c0c1bfc13a1b3c846ecd58e91, had cached 0 bytes from a total of 41499 2024-11-09T05:15:58,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:58,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:58,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-09T05:15:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-09T05:15:59,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-09T05:15:59,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-09T05:15:59,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-14555135541638874362.jar 2024-11-09T05:15:59,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:59,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:15:59,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:15:59,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:15:59,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:15:59,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:15:59,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:15:59,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:15:59,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:15:59,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:15:59,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:15:59,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:15:59,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:15:59,964 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-09T05:15:59,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:15:59,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:15:59,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:59,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:59,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:15:59,965 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-09T05:15:59,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:15:59,977 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:15:59,990 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-09T05:16:00,085 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local436833944_0013_b9225e3a-93f0-4423-9e59-67284a572d6d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:16:00,085 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local436833944_0013_b9225e3a-93f0-4423-9e59-67284a572d6d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:16:00,151 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a 2024-11-09T05:16:00,155 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:00,186 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f384a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:00,186 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:00,186 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:00,187 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:00,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:00,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:00,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c710fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:00,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:00,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:00,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:00,189 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:00,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281646a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:00,190 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:00,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:00,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:00,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:00,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:00,193 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-09T05:16:00,193 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:00,193 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:00,193 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:00,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:00,194 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-09T05:16:00,194 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:16:00,198 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129358554/_temporary/0/_temporary/attempt_local436833944_0013_r_000000_0/f/d387ad51304348579fa48c34c66a09c6 is 37, key is row10/f:q1/1731129262953/Put/seqid=0 2024-11-09T05:16:00,200 WARN [Thread-1719 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:16:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741981_1157 (size=8741) 2024-11-09T05:16:01,126 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129358554 2024-11-09T05:16:01,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac12eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:01,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:01,128 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc2e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,129 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:01,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263b2643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:01,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:01,134 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129358554/_SUCCESS 2024-11-09T05:16:01,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:01,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:01,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9db899 2024-11-09T05:16:01,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:01,139 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:01,145 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-09T05:16:01,150 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129358554/f/d387ad51304348579fa48c34c66a09c6 first=Optional[row0] last=Optional[row98] 2024-11-09T05:16:01,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129358554/f/d387ad51304348579fa48c34c66a09c6 for inclusion in 019be974b83d68770fb8a8c33c62dbf4/f 2024-11-09T05:16:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-09T05:16:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T05:16:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegion(2603): Flush status journal for 019be974b83d68770fb8a8c33c62dbf4: 2024-11-09T05:16:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129358554/f/d387ad51304348579fa48c34c66a09c6 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__vr9av08dv6cb343pa0mcb71ajd3uslj7frpqafkq1tpsb69t8j0298h8f6bk913u/f/d387ad51304348579fa48c34c66a09c6 2024-11-09T05:16:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__vr9av08dv6cb343pa0mcb71ajd3uslj7frpqafkq1tpsb69t8j0298h8f6bk913u/f/d387ad51304348579fa48c34c66a09c6 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/f/aad341efe89344e380da7061ef9e411c_SeqId_4_ 2024-11-09T05:16:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ff1464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:01,161 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e631c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,163 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:01,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200cf09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:01,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:01,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59fe55b2 2024-11-09T05:16:01,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:01,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:01,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:01,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:01,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:01,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:01,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__vr9av08dv6cb343pa0mcb71ajd3uslj7frpqafkq1tpsb69t8j0298h8f6bk913u/f/d387ad51304348579fa48c34c66a09c6 into 019be974b83d68770fb8a8c33c62dbf4/f as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/f/aad341efe89344e380da7061ef9e411c_SeqId_4_ - updating store file list. 2024-11-09T05:16:01,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/f/aad341efe89344e380da7061ef9e411c_SeqId_4_ into 019be974b83d68770fb8a8c33c62dbf4/f 2024-11-09T05:16:01,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__vr9av08dv6cb343pa0mcb71ajd3uslj7frpqafkq1tpsb69t8j0298h8f6bk913u/f/d387ad51304348579fa48c34c66a09c6 into 019be974b83d68770fb8a8c33c62dbf4/f (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/f/aad341efe89344e380da7061ef9e411c_SeqId_4_) 2024-11-09T05:16:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__vr9av08dv6cb343pa0mcb71ajd3uslj7frpqafkq1tpsb69t8j0298h8f6bk913u/f/d387ad51304348579fa48c34c66a09c6 2024-11-09T05:16:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1083c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:01,191 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d18bc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:01,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,192 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74564b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@249c7de3 2024-11-09T05:16:01,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:01,194 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:16:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:01,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:01,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:01,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:16:01,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:01,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:01,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:01,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:01,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:01,211 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-09T05:16:01,211 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-09T05:16:01,211 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731129267647 hdfs://localhost:34375/backupUT/backup_1731129267647/ns2/test-17311292594391/ 2024-11-09T05:16:01,211 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-09T05:16:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2 , the old value is region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2 from cache 2024-11-09T05:16:01,212 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T05:16:01,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:01,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731129350443.2d8388987183289131880c246b69edee., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:01,234 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34375/backupUT/backup_1731129339598/.backup.manifest 2024-11-09T05:16:01,236 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731129339598/.backup.manifest 2024-11-09T05:16:01,237 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34375/backupUT/backup_1731129303732/.backup.manifest 2024-11-09T05:16:01,238 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731129303732/.backup.manifest 2024-11-09T05:16:01,238 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731129259439' to 'table1' from full backup image hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439 2024-11-09T05:16:01,240 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731129259439', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731129339598 2024-11-09T05:16:01,243 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-09T05:16:01,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-09T05:16:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-09T05:16:01,255 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129361255"}]},"ts":"1731129361255"} 2024-11-09T05:16:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:01,257 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-09T05:16:01,257 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-09T05:16:01,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-09T05:16:01,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, UNASSIGN}] 2024-11-09T05:16:01,263 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, UNASSIGN 2024-11-09T05:16:01,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, UNASSIGN 2024-11-09T05:16:01,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=2d8388987183289131880c246b69edee, regionState=CLOSING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:01,264 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ae1c1ffad1029ef9e11f02f3e1090423, regionState=CLOSING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:01,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, UNASSIGN because future has completed 2024-11-09T05:16:01,266 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:01,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae1c1ffad1029ef9e11f02f3e1090423, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:01,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, UNASSIGN because future has completed 2024-11-09T05:16:01,267 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:01,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d8388987183289131880c246b69edee, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:01,321 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-09T05:16:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:01,419 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 2d8388987183289131880c246b69edee 2024-11-09T05:16:01,419 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:01,419 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 2d8388987183289131880c246b69edee, disabling compactions & flushes 2024-11-09T05:16:01,419 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:16:01,419 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:16:01,419 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731129350443.2d8388987183289131880c246b69edee. after waiting 0 ms 2024-11-09T05:16:01,419 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:16:01,423 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T05:16:01,424 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:01,425 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1731129350443.2d8388987183289131880c246b69edee. 2024-11-09T05:16:01,425 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 2d8388987183289131880c246b69edee: Waiting for close lock at 1731129361419Running coprocessor pre-close hooks at 1731129361419Disabling compacts and flushes for region at 1731129361419Disabling writes for close at 1731129361419Writing region close event to WAL at 1731129361420 (+1 ms)Running coprocessor post-close hooks at 1731129361424 (+4 ms)Closed at 1731129361424 2024-11-09T05:16:01,426 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 2d8388987183289131880c246b69edee 2024-11-09T05:16:01,427 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:16:01,427 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:01,427 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing ae1c1ffad1029ef9e11f02f3e1090423, disabling compactions & flushes 2024-11-09T05:16:01,427 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:16:01,427 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:16:01,427 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. after waiting 0 ms 2024-11-09T05:16:01,427 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:16:01,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=2d8388987183289131880c246b69edee, regionState=CLOSED 2024-11-09T05:16:01,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d8388987183289131880c246b69edee, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:01,431 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T05:16:01,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-11-09T05:16:01,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d8388987183289131880c246b69edee, server=91c460d36389,37755,1731129250518 in 163 msec 2024-11-09T05:16:01,432 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:01,432 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. 2024-11-09T05:16:01,432 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for ae1c1ffad1029ef9e11f02f3e1090423: Waiting for close lock at 1731129361427Running coprocessor pre-close hooks at 1731129361427Disabling compacts and flushes for region at 1731129361427Disabling writes for close at 1731129361427Writing region close event to WAL at 1731129361428 (+1 ms)Running coprocessor post-close hooks at 1731129361432 (+4 ms)Closed at 1731129361432 2024-11-09T05:16:01,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2d8388987183289131880c246b69edee, UNASSIGN in 169 msec 2024-11-09T05:16:01,434 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:16:01,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ae1c1ffad1029ef9e11f02f3e1090423, regionState=CLOSED 2024-11-09T05:16:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae1c1ffad1029ef9e11f02f3e1090423, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:01,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-09T05:16:01,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure ae1c1ffad1029ef9e11f02f3e1090423, server=91c460d36389,37755,1731129250518 in 170 msec 2024-11-09T05:16:01,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-09T05:16:01,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ae1c1ffad1029ef9e11f02f3e1090423, UNASSIGN in 174 msec 2024-11-09T05:16:01,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-09T05:16:01,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 182 msec 2024-11-09T05:16:01,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129361442"}]},"ts":"1731129361442"} 2024-11-09T05:16:01,444 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-09T05:16:01,444 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-09T05:16:01,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 195 msec 2024-11-09T05:16:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:01,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-09T05:16:01,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-09T05:16:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-09T05:16:01,583 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-09T05:16:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:01,588 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:16:01,588 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee 2024-11-09T05:16:01,591 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/f, FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/f3, FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/mob, FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/recovered.edits] 2024-11-09T05:16:01,591 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f, FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f3, FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/mob, FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/recovered.edits] 2024-11-09T05:16:01,595 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/f/c8220f49634646ee8a1b8616c51348aa_SeqId_4_ to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/default/table1/2d8388987183289131880c246b69edee/f/c8220f49634646ee8a1b8616c51348aa_SeqId_4_ 2024-11-09T05:16:01,596 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f3/79772766ba2a4a44a519cb0a6db47b9d_SeqId_4_ to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/f3/79772766ba2a4a44a519cb0a6db47b9d_SeqId_4_ 2024-11-09T05:16:01,599 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/mob/13ed12092d8746d09204f38c7af8c76f_SeqId_4_ to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/mob/13ed12092d8746d09204f38c7af8c76f_SeqId_4_ 2024-11-09T05:16:01,600 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee/recovered.edits/6.seqid to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/default/table1/2d8388987183289131880c246b69edee/recovered.edits/6.seqid 2024-11-09T05:16:01,601 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/2d8388987183289131880c246b69edee 2024-11-09T05:16:01,603 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/recovered.edits/6.seqid to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423/recovered.edits/6.seqid 2024-11-09T05:16:01,603 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/ae1c1ffad1029ef9e11f02f3e1090423 2024-11-09T05:16:01,603 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-09T05:16:01,604 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-09T05:16:01,605 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-09T05:16:01,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-09T05:16:01,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37755 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T05:16:01,618 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-09T05:16:01,621 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-09T05:16:01,622 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-09T05:16:01,622 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129361622"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:01,622 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731129350443.2d8388987183289131880c246b69edee.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129361622"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:01,625 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-09T05:16:01,625 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ae1c1ffad1029ef9e11f02f3e1090423, NAME => 'table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 2d8388987183289131880c246b69edee, NAME => 'table1,row0,1731129350443.2d8388987183289131880c246b69edee.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-09T05:16:01,625 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-09T05:16:01,625 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129361625"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:01,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-09T05:16:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741982_1158 (size=938) 2024-11-09T05:16:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:01,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-09T05:16:02,035 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68c3f14f54a8d5ca17aeefcb3f0f880d, NAME => 'table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:16:02,036 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fa58c434a61b22718107b1905b9004c3, NAME => 'table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:16:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741983_1159 (size=45) 2024-11-09T05:16:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741984_1160 (size=45) 2024-11-09T05:16:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:02,442 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:02,442 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 68c3f14f54a8d5ca17aeefcb3f0f880d, disabling compactions & flushes 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing fa58c434a61b22718107b1905b9004c3, disabling compactions & flushes 2024-11-09T05:16:02,443 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:02,443 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. after waiting 0 ms 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. after waiting 0 ms 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:02,443 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:02,443 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68c3f14f54a8d5ca17aeefcb3f0f880d: Waiting for close lock at 1731129362443Disabling compacts and flushes for region at 1731129362443Disabling writes for close at 1731129362443Writing region close event to WAL at 1731129362443Closed at 1731129362443 2024-11-09T05:16:02,443 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for fa58c434a61b22718107b1905b9004c3: Waiting for close lock at 1731129362443Disabling compacts and flushes for region at 1731129362443Disabling writes for close at 1731129362443Writing region close event to WAL at 1731129362443Closed at 1731129362443 2024-11-09T05:16:02,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731129362444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129362444"}]},"ts":"1731129362444"} 2024-11-09T05:16:02,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731129362444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129362444"}]},"ts":"1731129362444"} 2024-11-09T05:16:02,447 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T05:16:02,448 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129362448"}]},"ts":"1731129362448"} 2024-11-09T05:16:02,450 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-09T05:16:02,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, ASSIGN}] 2024-11-09T05:16:02,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, ASSIGN 2024-11-09T05:16:02,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, ASSIGN 2024-11-09T05:16:02,452 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:16:02,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:16:02,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=fa58c434a61b22718107b1905b9004c3, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:02,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=68c3f14f54a8d5ca17aeefcb3f0f880d, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:02,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, ASSIGN because future has completed 2024-11-09T05:16:02,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, ASSIGN because future has completed 2024-11-09T05:16:02,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:02,760 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:02,760 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 68c3f14f54a8d5ca17aeefcb3f0f880d, NAME => 'table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-09T05:16:02,760 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:16:02,761 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,761 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:02,761 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,761 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,762 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,763 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c3f14f54a8d5ca17aeefcb3f0f880d columnFamilyName f 2024-11-09T05:16:02,763 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:02,764 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(327): Store=68c3f14f54a8d5ca17aeefcb3f0f880d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:02,764 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,765 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c3f14f54a8d5ca17aeefcb3f0f880d columnFamilyName f3 2024-11-09T05:16:02,765 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:02,765 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(327): Store=68c3f14f54a8d5ca17aeefcb3f0f880d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:02,765 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,766 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c3f14f54a8d5ca17aeefcb3f0f880d columnFamilyName mob 2024-11-09T05:16:02,767 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:02,767 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(327): Store=68c3f14f54a8d5ca17aeefcb3f0f880d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:02,768 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,768 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,769 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,769 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,769 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,770 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:16:02,771 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,772 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:16:02,773 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 68c3f14f54a8d5ca17aeefcb3f0f880d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12069966080, jitterRate=0.12410318851470947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:16:02,773 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:02,773 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 68c3f14f54a8d5ca17aeefcb3f0f880d: Running coprocessor pre-open hook at 1731129362761Writing region info on filesystem at 1731129362761Initializing all the Stores at 1731129362762 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129362762Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129362762Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129362762Cleaning up temporary data from old regions at 1731129362769 (+7 ms)Running coprocessor post-open hooks at 1731129362773 (+4 ms)Region opened successfully at 1731129362773 2024-11-09T05:16:02,774 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., pid=80, masterSystemTime=1731129362756 2024-11-09T05:16:02,776 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:02,776 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:02,776 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:02,776 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => fa58c434a61b22718107b1905b9004c3, NAME => 'table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-09T05:16:02,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=68c3f14f54a8d5ca17aeefcb3f0f880d, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:02,776 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:16:02,777 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,777 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:02,777 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,777 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,778 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:02,779 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58c434a61b22718107b1905b9004c3 columnFamilyName f 2024-11-09T05:16:02,779 DEBUG [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:02,780 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(327): Store=fa58c434a61b22718107b1905b9004c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:02,780 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-11-09T05:16:02,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518 in 174 msec 2024-11-09T05:16:02,781 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58c434a61b22718107b1905b9004c3 columnFamilyName f3 2024-11-09T05:16:02,781 DEBUG [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:02,781 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(327): Store=fa58c434a61b22718107b1905b9004c3/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:02,781 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, ASSIGN in 330 msec 2024-11-09T05:16:02,782 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58c434a61b22718107b1905b9004c3 columnFamilyName mob 2024-11-09T05:16:02,783 DEBUG [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:02,783 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(327): Store=fa58c434a61b22718107b1905b9004c3/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:02,784 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,784 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,785 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,786 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,786 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,786 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:16:02,787 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,789 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:16:02,790 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened fa58c434a61b22718107b1905b9004c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11399810880, jitterRate=0.06169012188911438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:16:02,790 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:02,790 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for fa58c434a61b22718107b1905b9004c3: Running coprocessor pre-open hook at 1731129362777Writing region info on filesystem at 1731129362777Initializing all the Stores at 1731129362778 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129362778Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129362778Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129362778Cleaning up temporary data from old regions at 1731129362786 (+8 ms)Running coprocessor post-open hooks at 1731129362790 (+4 ms)Region opened successfully at 1731129362790 2024-11-09T05:16:02,790 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3., pid=79, masterSystemTime=1731129362756 2024-11-09T05:16:02,792 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:02,792 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:02,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=fa58c434a61b22718107b1905b9004c3, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:02,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:02,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-09T05:16:02,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518 in 189 msec 2024-11-09T05:16:02,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-09T05:16:02,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, ASSIGN in 346 msec 2024-11-09T05:16:02,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129362797"}]},"ts":"1731129362797"} 2024-11-09T05:16:02,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-09T05:16:02,799 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-09T05:16:02,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2220 sec 2024-11-09T05:16:03,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-09T05:16:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:03,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-09T05:16:03,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:16:03,736 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e,hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f from hbase tables test-1731129259439 to tables table1 2024-11-09T05:16:03,736 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731129259439 into table1 2024-11-09T05:16:03,737 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736 from hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e,hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:16:03,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fcc05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:03,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:03,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:03,739 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:03,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35729421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:03,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:03,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:03,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:03,741 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:03,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca3eda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:03,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:03,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:03,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc463ab 2024-11-09T05:16:03,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:03,743 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:03,743 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-09T05:16:03,744 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-09T05:16:03,744 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:16:03,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:03,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:03,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:03,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:03,747 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-09T05:16:03,747 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-09T05:16:03,747 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-09T05:16:03,747 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/partitions_a33e1cb7-732d-4995-ae32-62d569822d54 2024-11-09T05:16:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741985_1161 (size=177) 2024-11-09T05:16:04,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:04,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:04,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-2277937180005509193.jar 2024-11-09T05:16:05,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:16:05,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:16:05,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:16:05,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:16:05,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:16:05,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:16:05,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:16:05,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:16:05,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:16:05,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:16:05,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:16:05,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:05,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:16:05,143 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-09T05:16:05,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:05,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:05,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:05,144 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-09T05:16:05,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:16:05,156 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:16:05,169 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-09T05:16:05,265 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1042232271_0014_7eca358e-7464-488a-a638-9b653ddec5d2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:16:05,265 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local1042232271_0014_7eca358e-7464-488a-a638-9b653ddec5d2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:16:05,326 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/ae0ca7b4120a4b2691f8b382a66ec833 2024-11-09T05:16:05,329 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:05,377 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/c5109ebd46174c3da67da30306fbc75e 2024-11-09T05:16:05,381 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:05,415 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f/2146bd2f75fb48f49a4549dd453d00fb 2024-11-09T05:16:05,418 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:05,462 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/d097a8207829872e2fab7c305184c73e/mob/d41d8cd98f00b204e9800998ecf8427e20241109877747eafbd94af78cfa46f43940ac47_e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:16:05,466 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:05,499 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129303732/default/test-1731129259439/archive/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/mob/821073e7016b46b58bbcddbcb359f313 2024-11-09T05:16:05,502 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:05,535 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a4a94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:05,535 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:05,535 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:05,536 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:05,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:05,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757dd601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,538 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d3c3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:05,539 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:05,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:05,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:05,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:05,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731129259439-1-0', locateType=CURRENT is [region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:05,544 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-09T05:16:05,544 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:05,544 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:05,544 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,544 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-1-0] 2024-11-09T05:16:05,545 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:16:05,554 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d3bc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:05,554 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:05,554 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:05,555 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ead9fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,557 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:05,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7791c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:05,558 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:05,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:05,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:05,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:05,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731129259439-3-0', locateType=CURRENT is [region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:05,561 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-09T05:16:05,561 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:05,561 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,561 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:05,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:05,562 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-3-0] 2024-11-09T05:16:05,562 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:16:05,567 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/_temporary/0/_temporary/attempt_local1042232271_0014_r_000000_0/f/4bd88dcfe49d4449acef57e119ac7c24 is 59, key is row-test-1731129259439-1-10/f:q1/1731129288094/Put/seqid=0 2024-11-09T05:16:05,569 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:16:05,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741986_1162 (size=11125) 2024-11-09T05:16:05,973 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/_temporary/0/_temporary/attempt_local1042232271_0014_r_000000_0/mob/3ea48470f6c2455791fee90263c97c14 is 192, key is row-test-1731129259439-3-100/mob:q1/1731129288387/Put/seqid=0 2024-11-09T05:16:05,974 WARN [Thread-1808 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:16:05,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741987_1163 (size=13404) 2024-11-09T05:16:06,403 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49656ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:06,403 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:06,403 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:06,404 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:06,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:06,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51705485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:06,406 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:06,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ddd6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:06,407 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:06,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:06,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:06,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:06,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:06,411 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-09T05:16:06,411 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:06,411 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:06,411 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:06,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:06,411 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-09T05:16:06,411 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:16:06,415 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/_temporary/0/_temporary/attempt_local1042232271_0014_r_000001_0/f/fa84262f1edb4f9e8399b2d4f9b98efc is 37, key is row10/f:q1/1731129260636/Put/seqid=0 2024-11-09T05:16:06,417 WARN [Thread-1823 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:16:06,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741988_1164 (size=8742) 2024-11-09T05:16:07,306 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736 2024-11-09T05:16:07,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3179fcee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:07,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:07,308 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:07,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:07,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f52e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,310 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:07,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2930213f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:07,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:07,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:07,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:07,315 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/_SUCCESS 2024-11-09T05:16:07,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:07,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:07,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33148292 2024-11-09T05:16:07,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:07,324 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:07,329 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/f/4bd88dcfe49d4449acef57e119ac7c24 first=Optional[row-test-1731129259439-1-0] last=Optional[row-test-1731129259439-1-98] 2024-11-09T05:16:07,337 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/f/fa84262f1edb4f9e8399b2d4f9b98efc first=Optional[row0] last=Optional[row98] 2024-11-09T05:16:07,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/mob/3ea48470f6c2455791fee90263c97c14 first=Optional[row-test-1731129259439-3-0] last=Optional[row-test-1731129259439-3-99] 2024-11-09T05:16:07,344 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/f/fa84262f1edb4f9e8399b2d4f9b98efc for inclusion in fa58c434a61b22718107b1905b9004c3/f 2024-11-09T05:16:07,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/f/4bd88dcfe49d4449acef57e119ac7c24 for inclusion in 68c3f14f54a8d5ca17aeefcb3f0f880d/f 2024-11-09T05:16:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-09T05:16:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-09T05:16:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HRegion(2603): Flush status journal for fa58c434a61b22718107b1905b9004c3: 2024-11-09T05:16:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/f/fa84262f1edb4f9e8399b2d4f9b98efc to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/fa84262f1edb4f9e8399b2d4f9b98efc 2024-11-09T05:16:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731129259439-1-0 last=row-test-1731129259439-1-98 2024-11-09T05:16:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-09T05:16:07,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/mob/3ea48470f6c2455791fee90263c97c14 for inclusion in 68c3f14f54a8d5ca17aeefcb3f0f880d/mob 2024-11-09T05:16:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/fa84262f1edb4f9e8399b2d4f9b98efc as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/f/c52bbdb031c04b899feac5da983e8247_SeqId_4_ 2024-11-09T05:16:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1eecef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731129259439-3-0 last=row-test-1731129259439-3-99 2024-11-09T05:16:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-09T05:16:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegion(2603): Flush status journal for 68c3f14f54a8d5ca17aeefcb3f0f880d: 2024-11-09T05:16:07,352 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c975c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/f/4bd88dcfe49d4449acef57e119ac7c24 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/4bd88dcfe49d4449acef57e119ac7c24 2024-11-09T05:16:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,354 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:07,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8804d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:07,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:07,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38dfb06d 2024-11-09T05:16:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/4bd88dcfe49d4449acef57e119ac7c24 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f/876befa7ad114f3eb8e10d91449866bd_SeqId_4_ 2024-11-09T05:16:07,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129363736/mob/3ea48470f6c2455791fee90263c97c14 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/mob/3ea48470f6c2455791fee90263c97c14 2024-11-09T05:16:07,357 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:07,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/mob/3ea48470f6c2455791fee90263c97c14 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/mob/895bc63eba174e679f31baeef8b3a7aa_SeqId_4_ 2024-11-09T05:16:07,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f119e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:07,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:07,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7358a742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,362 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:07,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775f6b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:07,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:07,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35a6eb1d 2024-11-09T05:16:07,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:07,365 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:07,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:07,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755. 2024-11-09T05:16:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:07,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/fa84262f1edb4f9e8399b2d4f9b98efc into fa58c434a61b22718107b1905b9004c3/f as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/f/c52bbdb031c04b899feac5da983e8247_SeqId_4_ - updating store file list. 2024-11-09T05:16:07,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/f/c52bbdb031c04b899feac5da983e8247_SeqId_4_ into fa58c434a61b22718107b1905b9004c3/f 2024-11-09T05:16:07,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/fa84262f1edb4f9e8399b2d4f9b98efc into fa58c434a61b22718107b1905b9004c3/f (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/f/c52bbdb031c04b899feac5da983e8247_SeqId_4_) 2024-11-09T05:16:07,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/fa84262f1edb4f9e8399b2d4f9b98efc 2024-11-09T05:16:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776528ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:07,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,388 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:07,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16311141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f92bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:07,390 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:07,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ee8528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2607bc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4df1e474 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,392 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:07,392 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:16:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf9be09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c0f3e3f 2024-11-09T05:16:07,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:07,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:07,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:07,394 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:07,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:16:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:07,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:07,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:07,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,410 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755. 2024-11-09T05:16:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:07,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:07,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/4bd88dcfe49d4449acef57e119ac7c24 into 68c3f14f54a8d5ca17aeefcb3f0f880d/f as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f/876befa7ad114f3eb8e10d91449866bd_SeqId_4_ - updating store file list. 2024-11-09T05:16:07,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f/876befa7ad114f3eb8e10d91449866bd_SeqId_4_ into 68c3f14f54a8d5ca17aeefcb3f0f880d/f 2024-11-09T05:16:07,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/4bd88dcfe49d4449acef57e119ac7c24 into 68c3f14f54a8d5ca17aeefcb3f0f880d/f (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f/876befa7ad114f3eb8e10d91449866bd_SeqId_4_) 2024-11-09T05:16:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/f/4bd88dcfe49d4449acef57e119ac7c24 2024-11-09T05:16:07,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/mob/3ea48470f6c2455791fee90263c97c14 into 68c3f14f54a8d5ca17aeefcb3f0f880d/mob as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/mob/895bc63eba174e679f31baeef8b3a7aa_SeqId_4_ - updating store file list. 2024-11-09T05:16:07,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/mob/895bc63eba174e679f31baeef8b3a7aa_SeqId_4_ into 68c3f14f54a8d5ca17aeefcb3f0f880d/mob 2024-11-09T05:16:07,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/mob/3ea48470f6c2455791fee90263c97c14 into 68c3f14f54a8d5ca17aeefcb3f0f880d/mob (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/mob/895bc63eba174e679f31baeef8b3a7aa_SeqId_4_) 2024-11-09T05:16:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__njvtt5hj522vqi14s75ud2gn0cfvrillu8fu9bs9gv5r0vhah3gtfjc38r5co7lo/mob/3ea48470f6c2455791fee90263c97c14 2024-11-09T05:16:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ffb889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:07,430 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:07,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:07,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2215b608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,432 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:07,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7115e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5fba66 2024-11-09T05:16:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:07,434 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:16:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:07,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:16:07,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:07,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:07,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:07,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:07,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:07,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:07,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=2 , the old value is region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:07,453 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-09T05:16:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=2 from cache 2024-11-09T05:16:07,454 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T05:16:07,474 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731129259439' to 'table1' from log dirs: hdfs://localhost:34375/backupUT/backup_1731129339598/default/test-1731129259439/f2/2de51f39882c4f0c89914aae4f6979b0 2024-11-09T05:16:07,477 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731129259439', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731129339598 2024-11-09T05:16:07,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:16:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-09T05:16:07,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741989_1165 (size=938) 2024-11-09T05:16:07,561 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-09T05:16:07,893 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-09T05:16:07,893 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-09T05:16:07,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-09T05:16:07,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, REOPEN/MOVE}] 2024-11-09T05:16:07,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, REOPEN/MOVE 2024-11-09T05:16:07,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, REOPEN/MOVE 2024-11-09T05:16:07,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=fa58c434a61b22718107b1905b9004c3, regionState=CLOSING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:07,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=68c3f14f54a8d5ca17aeefcb3f0f880d, regionState=CLOSING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:07,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, REOPEN/MOVE because future has completed 2024-11-09T05:16:07,901 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:07,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:07,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, REOPEN/MOVE because future has completed 2024-11-09T05:16:07,901 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:07,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:08,053 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,053 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:08,053 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 68c3f14f54a8d5ca17aeefcb3f0f880d, disabling compactions & flushes 2024-11-09T05:16:08,053 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:08,054 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:08,054 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. after waiting 0 ms 2024-11-09T05:16:08,054 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:08,058 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T05:16:08,059 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:08,059 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:08,059 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 68c3f14f54a8d5ca17aeefcb3f0f880d: Waiting for close lock at 1731129368053Running coprocessor pre-close hooks at 1731129368053Disabling compacts and flushes for region at 1731129368053Disabling writes for close at 1731129368054 (+1 ms)Writing region close event to WAL at 1731129368055 (+1 ms)Running coprocessor post-close hooks at 1731129368059 (+4 ms)Closed at 1731129368059 2024-11-09T05:16:08,059 WARN [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 68c3f14f54a8d5ca17aeefcb3f0f880d to self. 2024-11-09T05:16:08,061 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,061 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,061 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:08,061 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing fa58c434a61b22718107b1905b9004c3, disabling compactions & flushes 2024-11-09T05:16:08,061 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:08,061 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:08,061 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. after waiting 0 ms 2024-11-09T05:16:08,061 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:08,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=68c3f14f54a8d5ca17aeefcb3f0f880d, regionState=CLOSED 2024-11-09T05:16:08,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:08,065 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T05:16:08,066 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:08,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-09T05:16:08,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518 in 162 msec 2024-11-09T05:16:08,066 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:08,066 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for fa58c434a61b22718107b1905b9004c3: Waiting for close lock at 1731129368061Running coprocessor pre-close hooks at 1731129368061Disabling compacts and flushes for region at 1731129368061Disabling writes for close at 1731129368061Writing region close event to WAL at 1731129368062 (+1 ms)Running coprocessor post-close hooks at 1731129368065 (+3 ms)Closed at 1731129368066 (+1 ms) 2024-11-09T05:16:08,066 WARN [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: fa58c434a61b22718107b1905b9004c3 to self. 2024-11-09T05:16:08,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, REOPEN/MOVE; state=CLOSED, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=true 2024-11-09T05:16:08,067 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=fa58c434a61b22718107b1905b9004c3, regionState=CLOSED 2024-11-09T05:16:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:08,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-09T05:16:08,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518 in 168 msec 2024-11-09T05:16:08,071 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, REOPEN/MOVE; state=CLOSED, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=true 2024-11-09T05:16:08,098 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:16:08,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=fa58c434a61b22718107b1905b9004c3, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:08,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=68c3f14f54a8d5ca17aeefcb3f0f880d, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:08,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, REOPEN/MOVE because future has completed 2024-11-09T05:16:08,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:08,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, REOPEN/MOVE because future has completed 2024-11-09T05:16:08,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:08,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-09T05:16:08,374 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:08,374 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => fa58c434a61b22718107b1905b9004c3, NAME => 'table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-09T05:16:08,374 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:16:08,375 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,375 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:08,375 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,375 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,376 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,377 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58c434a61b22718107b1905b9004c3 columnFamilyName f 2024-11-09T05:16:08,377 DEBUG [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:08,382 DEBUG [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/f/c52bbdb031c04b899feac5da983e8247_SeqId_4_ 2024-11-09T05:16:08,382 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(327): Store=fa58c434a61b22718107b1905b9004c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:08,382 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,383 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58c434a61b22718107b1905b9004c3 columnFamilyName f2 2024-11-09T05:16:08,383 DEBUG [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:08,384 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(327): Store=fa58c434a61b22718107b1905b9004c3/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:08,384 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,385 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58c434a61b22718107b1905b9004c3 columnFamilyName mob 2024-11-09T05:16:08,385 DEBUG [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:08,385 INFO [StoreOpener-fa58c434a61b22718107b1905b9004c3-1 {}] regionserver.HStore(327): Store=fa58c434a61b22718107b1905b9004c3/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:08,386 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,386 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,387 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,388 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,388 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,389 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:16:08,390 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,391 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened fa58c434a61b22718107b1905b9004c3; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12004689600, jitterRate=0.1180238425731659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:16:08,391 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:08,391 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for fa58c434a61b22718107b1905b9004c3: Running coprocessor pre-open hook at 1731129368375Writing region info on filesystem at 1731129368375Initializing all the Stores at 1731129368376 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129368376Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129368376Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129368376Cleaning up temporary data from old regions at 1731129368388 (+12 ms)Running coprocessor post-open hooks at 1731129368391 (+3 ms)Region opened successfully at 1731129368391 2024-11-09T05:16:08,392 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3., pid=88, masterSystemTime=1731129368371 2024-11-09T05:16:08,394 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:08,394 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:08,394 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:08,394 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 68c3f14f54a8d5ca17aeefcb3f0f880d, NAME => 'table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-09T05:16:08,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=fa58c434a61b22718107b1905b9004c3, regionState=OPEN, openSeqNum=7, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:08,394 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:16:08,395 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,395 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:08,395 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,395 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:08,396 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,397 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c3f14f54a8d5ca17aeefcb3f0f880d columnFamilyName f 2024-11-09T05:16:08,397 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:08,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-11-09T05:16:08,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure fa58c434a61b22718107b1905b9004c3, server=91c460d36389,37755,1731129250518 in 177 msec 2024-11-09T05:16:08,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fa58c434a61b22718107b1905b9004c3, REOPEN/MOVE in 501 msec 2024-11-09T05:16:08,402 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f/876befa7ad114f3eb8e10d91449866bd_SeqId_4_ 2024-11-09T05:16:08,402 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(327): Store=68c3f14f54a8d5ca17aeefcb3f0f880d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:08,402 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,403 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c3f14f54a8d5ca17aeefcb3f0f880d columnFamilyName f2 2024-11-09T05:16:08,403 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:08,403 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(327): Store=68c3f14f54a8d5ca17aeefcb3f0f880d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:08,404 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,404 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c3f14f54a8d5ca17aeefcb3f0f880d columnFamilyName mob 2024-11-09T05:16:08,404 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:08,409 DEBUG [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/mob/895bc63eba174e679f31baeef8b3a7aa_SeqId_4_ 2024-11-09T05:16:08,409 INFO [StoreOpener-68c3f14f54a8d5ca17aeefcb3f0f880d-1 {}] regionserver.HStore(327): Store=68c3f14f54a8d5ca17aeefcb3f0f880d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:08,409 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,410 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,411 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,412 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,412 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,412 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T05:16:08,413 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,414 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 68c3f14f54a8d5ca17aeefcb3f0f880d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11860307840, jitterRate=0.10457724332809448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T05:16:08,414 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:08,414 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 68c3f14f54a8d5ca17aeefcb3f0f880d: Running coprocessor pre-open hook at 1731129368395Writing region info on filesystem at 1731129368395Initializing all the Stores at 1731129368395Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129368396 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129368396Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129368396Cleaning up temporary data from old regions at 1731129368412 (+16 ms)Running coprocessor post-open hooks at 1731129368414 (+2 ms)Region opened successfully at 1731129368414 2024-11-09T05:16:08,415 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., pid=87, masterSystemTime=1731129368371 2024-11-09T05:16:08,416 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:08,416 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:08,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=68c3f14f54a8d5ca17aeefcb3f0f880d, regionState=OPEN, openSeqNum=7, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:08,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-09T05:16:08,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 68c3f14f54a8d5ca17aeefcb3f0f880d, server=91c460d36389,37755,1731129250518 in 200 msec 2024-11-09T05:16:08,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-09T05:16:08,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=68c3f14f54a8d5ca17aeefcb3f0f880d, REOPEN/MOVE in 524 msec 2024-11-09T05:16:08,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-09T05:16:08,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 528 msec 2024-11-09T05:16:08,426 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-09T05:16:08,427 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., family=f3 2024-11-09T05:16:08,428 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3., family=f3 2024-11-09T05:16:08,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 948 msec 2024-11-09T05:16:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-09T05:16:08,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-09T05:16:08,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:16:08,435 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:16:08,435 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:34375/backupUT/backup_1731129339598/default/test-1731129259439/f2/2de51f39882c4f0c89914aae4f6979b0 from hbase tables test-1731129259439 to tables table1 2024-11-09T05:16:08,435 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731129259439 into table1 2024-11-09T05:16:08,437 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129368435 from hdfs://localhost:34375/backupUT/backup_1731129339598/default/test-1731129259439/f2/2de51f39882c4f0c89914aae4f6979b0 2024-11-09T05:16:08,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a8833c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:08,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:08,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:08,439 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56644bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:08,440 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:08,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed19aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:08,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a7c234 2024-11-09T05:16:08,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:08,442 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:08,443 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-09T05:16:08,443 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-09T05:16:08,443 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:16:08,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:08,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:08,447 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-09T05:16:08,447 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-09T05:16:08,447 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-09T05:16:08,447 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/partitions_fc2cb93d-4159-4c0e-b668-f307cc72864f 2024-11-09T05:16:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741990_1166 (size=177) 2024-11-09T05:16:08,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:08,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:08,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-17628729119253502825.jar 2024-11-09T05:16:09,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:16:09,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:16:09,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:16:09,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:16:09,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:16:09,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:16:09,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:16:09,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:16:09,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:16:09,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:16:09,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:16:09,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:09,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:16:09,845 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-09T05:16:09,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:09,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:09,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:09,845 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-09T05:16:09,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:16:09,858 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:16:09,873 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-09T05:16:09,969 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local560953583_0015_76de5761-e59d-46b7-bbb5-35b0c3c598bf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:16:09,969 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local560953583_0015_76de5761-e59d-46b7-bbb5-35b0c3c598bf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:16:10,039 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129339598/default/test-1731129259439/f2/2de51f39882c4f0c89914aae4f6979b0 2024-11-09T05:16:10,042 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:10,073 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3476945a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:10,073 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:10,074 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:10,074 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a18ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:10,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:10,076 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:10,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19089e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:10,077 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:10,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:10,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:10,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:10,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731129259439-2-0', locateType=CURRENT is [region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=7] 2024-11-09T05:16:10,081 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-09T05:16:10,081 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:10,081 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:10,081 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:10,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:10,082 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731129259439-2-0] 2024-11-09T05:16:10,082 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:16:10,085 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129368435/_temporary/0/_temporary/attempt_local560953583_0015_r_000000_0/f2/e32bd3842eee49e4b240bd96c63d5e09 is 58, key is row-test-1731129259439-2-0/f2:q1/1731129334590/Put/seqid=0 2024-11-09T05:16:10,086 WARN [Thread-1887 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:16:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741991_1167 (size=5608) 2024-11-09T05:16:11,011 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129368435 2024-11-09T05:16:11,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78006c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:11,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:11,013 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dabfaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,014 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:11,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a674995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:11,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:11,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:11,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:11,021 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129368435/_SUCCESS 2024-11-09T05:16:11,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:11,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:11,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35029fc 2024-11-09T05:16:11,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:11,026 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:11,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=7] 2024-11-09T05:16:11,032 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-09T05:16:11,039 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129368435/f2/e32bd3842eee49e4b240bd96c63d5e09 first=Optional[row-test-1731129259439-2-0] last=Optional[row-test-1731129259439-2-6] 2024-11-09T05:16:11,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129368435/f2/e32bd3842eee49e4b240bd96c63d5e09 for inclusion in 68c3f14f54a8d5ca17aeefcb3f0f880d/f2 2024-11-09T05:16:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731129259439-2-0 last=row-test-1731129259439-2-6 2024-11-09T05:16:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-09T05:16:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegion(2603): Flush status journal for 68c3f14f54a8d5ca17aeefcb3f0f880d: 2024-11-09T05:16:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-default-table1-1731129368435/f2/e32bd3842eee49e4b240bd96c63d5e09 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n45830266l3ga4knjg7kvvsd36gije63su70204l21bakbtgqslvkrtrt6j031c8/f2/e32bd3842eee49e4b240bd96c63d5e09 2024-11-09T05:16:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n45830266l3ga4knjg7kvvsd36gije63su70204l21bakbtgqslvkrtrt6j031c8/f2/e32bd3842eee49e4b240bd96c63d5e09 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f2/37c6e12f477b447a9e78038600d44078_SeqId_9_ 2024-11-09T05:16:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c79126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:11,052 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:11,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:11,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:11,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23da79df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:11,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:11,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,053 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:11,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471afce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:11,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:11,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb329b9 2024-11-09T05:16:11,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:11,056 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:11,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:11,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:11,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:11,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:11,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:11,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:11,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n45830266l3ga4knjg7kvvsd36gije63su70204l21bakbtgqslvkrtrt6j031c8/f2/e32bd3842eee49e4b240bd96c63d5e09 into 68c3f14f54a8d5ca17aeefcb3f0f880d/f2 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f2/37c6e12f477b447a9e78038600d44078_SeqId_9_ - updating store file list. 2024-11-09T05:16:11,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f2/37c6e12f477b447a9e78038600d44078_SeqId_9_ into 68c3f14f54a8d5ca17aeefcb3f0f880d/f2 2024-11-09T05:16:11,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n45830266l3ga4knjg7kvvsd36gije63su70204l21bakbtgqslvkrtrt6j031c8/f2/e32bd3842eee49e4b240bd96c63d5e09 into 68c3f14f54a8d5ca17aeefcb3f0f880d/f2 (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/f2/37c6e12f477b447a9e78038600d44078_SeqId_9_) 2024-11-09T05:16:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__table1__n45830266l3ga4knjg7kvvsd36gije63su70204l21bakbtgqslvkrtrt6j031c8/f2/e32bd3842eee49e4b240bd96c63d5e09 2024-11-09T05:16:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc34699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:11,080 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:11,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:11,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:11,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24828864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:11,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:11,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,081 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:11,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a9ec44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202ea33c 2024-11-09T05:16:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:11,084 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:16:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:11,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:16:11,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:11,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:11,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:11,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:11,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:11,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:11,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:11,099 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-09T05:16:11,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=7 , the old value is region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:11,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:11,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:11,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=7 from cache 2024-11-09T05:16:11,100 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731129259439 has been successfully restored to table1 2024-11-09T05:16:11,100 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-09T05:16:11,100 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731129339598 hdfs://localhost:34375/backupUT/backup_1731129339598/default/test-1731129259439/ 2024-11-09T05:16:11,100 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34375/backupUT/backup_1731129303732/.backup.manifest 2024-11-09T05:16:11,100 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T05:16:11,102 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731129303732/.backup.manifest 2024-11-09T05:16:11,102 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17311292594391' to 'ns2:table2' from full backup image hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391 2024-11-09T05:16:11,104 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17311292594391', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731129339598 2024-11-09T05:16:11,107 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-09T05:16:11,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-09T05:16:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-09T05:16:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T05:16:11,110 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129371110"}]},"ts":"1731129371110"} 2024-11-09T05:16:11,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-09T05:16:11,112 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-09T05:16:11,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-09T05:16:11,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, UNASSIGN}] 2024-11-09T05:16:11,114 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, UNASSIGN 2024-11-09T05:16:11,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=019be974b83d68770fb8a8c33c62dbf4, regionState=CLOSING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:11,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, UNASSIGN because future has completed 2024-11-09T05:16:11,117 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:11,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 019be974b83d68770fb8a8c33c62dbf4, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:11,201 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-09T05:16:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T05:16:11,269 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:16:11,269 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:11,269 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 019be974b83d68770fb8a8c33c62dbf4, disabling compactions & flushes 2024-11-09T05:16:11,269 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:16:11,269 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:16:11,269 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. after waiting 0 ms 2024-11-09T05:16:11,269 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:16:11,273 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T05:16:11,274 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:11,274 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. 2024-11-09T05:16:11,274 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 019be974b83d68770fb8a8c33c62dbf4: Waiting for close lock at 1731129371269Running coprocessor pre-close hooks at 1731129371269Disabling compacts and flushes for region at 1731129371269Disabling writes for close at 1731129371269Writing region close event to WAL at 1731129371270 (+1 ms)Running coprocessor post-close hooks at 1731129371274 (+4 ms)Closed at 1731129371274 2024-11-09T05:16:11,276 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:16:11,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=019be974b83d68770fb8a8c33c62dbf4, regionState=CLOSED 2024-11-09T05:16:11,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 019be974b83d68770fb8a8c33c62dbf4, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:11,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-09T05:16:11,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 019be974b83d68770fb8a8c33c62dbf4, server=91c460d36389,37755,1731129250518 in 161 msec 2024-11-09T05:16:11,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-09T05:16:11,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=019be974b83d68770fb8a8c33c62dbf4, UNASSIGN in 166 msec 2024-11-09T05:16:11,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T05:16:11,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 170 msec 2024-11-09T05:16:11,284 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129371284"}]},"ts":"1731129371284"} 2024-11-09T05:16:11,285 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-09T05:16:11,286 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-09T05:16:11,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 179 msec 2024-11-09T05:16:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T05:16:11,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-09T05:16:11,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-09T05:16:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-09T05:16:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:16:11,434 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-09T05:16:11,436 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:16:11,438 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/f, FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/recovered.edits] 2024-11-09T05:16:11,442 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/f/aad341efe89344e380da7061ef9e411c_SeqId_4_ to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/f/aad341efe89344e380da7061ef9e411c_SeqId_4_ 2024-11-09T05:16:11,445 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/recovered.edits/6.seqid to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/archive/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4/recovered.edits/6.seqid 2024-11-09T05:16:11,446 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/019be974b83d68770fb8a8c33c62dbf4 2024-11-09T05:16:11,446 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-09T05:16:11,450 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-09T05:16:11,452 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-09T05:16:11,452 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-09T05:16:11,452 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129371452"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:11,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:16:11,454 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 019be974b83d68770fb8a8c33c62dbf4, NAME => 'ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:16:11,454 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-09T05:16:11,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129371454"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:11,456 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-09T05:16:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741992_1168 (size=351) 2024-11-09T05:16:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:16:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:16:11,864 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ec14aee8291483ede14e4a45e702c14, NAME => 'ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b 2024-11-09T05:16:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741993_1169 (size=37) 2024-11-09T05:16:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:16:12,270 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:12,270 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 5ec14aee8291483ede14e4a45e702c14, disabling compactions & flushes 2024-11-09T05:16:12,270 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:12,270 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:12,270 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. after waiting 0 ms 2024-11-09T05:16:12,270 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:12,270 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:12,270 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ec14aee8291483ede14e4a45e702c14: Waiting for close lock at 1731129372270Disabling compacts and flushes for region at 1731129372270Disabling writes for close at 1731129372270Writing region close event to WAL at 1731129372270Closed at 1731129372270 2024-11-09T05:16:12,273 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731129372272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129372272"}]},"ts":"1731129372272"} 2024-11-09T05:16:12,274 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:16:12,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129372275"}]},"ts":"1731129372275"} 2024-11-09T05:16:12,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-09T05:16:12,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5ec14aee8291483ede14e4a45e702c14, ASSIGN}] 2024-11-09T05:16:12,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5ec14aee8291483ede14e4a45e702c14, ASSIGN 2024-11-09T05:16:12,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5ec14aee8291483ede14e4a45e702c14, ASSIGN; state=OFFLINE, location=91c460d36389,37755,1731129250518; forceNewPlan=false, retain=false 2024-11-09T05:16:12,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5ec14aee8291483ede14e4a45e702c14, regionState=OPENING, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:12,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5ec14aee8291483ede14e4a45e702c14, ASSIGN because future has completed 2024-11-09T05:16:12,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec14aee8291483ede14e4a45e702c14, server=91c460d36389,37755,1731129250518}] 2024-11-09T05:16:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:16:12,586 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:12,586 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ec14aee8291483ede14e4a45e702c14, NAME => 'ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:16:12,586 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-09T05:16:12,586 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,587 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:12,587 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,587 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,588 INFO [StoreOpener-5ec14aee8291483ede14e4a45e702c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,589 INFO [StoreOpener-5ec14aee8291483ede14e4a45e702c14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ec14aee8291483ede14e4a45e702c14 columnFamilyName f 2024-11-09T05:16:12,589 DEBUG [StoreOpener-5ec14aee8291483ede14e4a45e702c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:12,590 INFO [StoreOpener-5ec14aee8291483ede14e4a45e702c14-1 {}] regionserver.HStore(327): Store=5ec14aee8291483ede14e4a45e702c14/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:12,590 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,591 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,591 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,591 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,591 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,593 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,595 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:16:12,595 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 5ec14aee8291483ede14e4a45e702c14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11024412960, jitterRate=0.026728466153144836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:16:12,596 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:12,596 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 5ec14aee8291483ede14e4a45e702c14: Running coprocessor pre-open hook at 1731129372587Writing region info on filesystem at 1731129372587Initializing all the Stores at 1731129372587Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129372588 (+1 ms)Cleaning up temporary data from old regions at 1731129372591 (+3 ms)Running coprocessor post-open hooks at 1731129372596 (+5 ms)Region opened successfully at 1731129372596 2024-11-09T05:16:12,597 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., pid=95, masterSystemTime=1731129372582 2024-11-09T05:16:12,599 DEBUG [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:12,599 INFO [RS_OPEN_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:12,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5ec14aee8291483ede14e4a45e702c14, regionState=OPEN, openSeqNum=2, regionLocation=91c460d36389,37755,1731129250518 2024-11-09T05:16:12,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec14aee8291483ede14e4a45e702c14, server=91c460d36389,37755,1731129250518 because future has completed 2024-11-09T05:16:12,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-09T05:16:12,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ec14aee8291483ede14e4a45e702c14, server=91c460d36389,37755,1731129250518 in 170 msec 2024-11-09T05:16:12,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-09T05:16:12,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5ec14aee8291483ede14e4a45e702c14, ASSIGN in 327 msec 2024-11-09T05:16:12,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129372604"}]},"ts":"1731129372604"} 2024-11-09T05:16:12,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-09T05:16:12,605 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-09T05:16:12,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1730 sec 2024-11-09T05:16:13,455 DEBUG [regionserver/91c460d36389:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-09T05:16:13,476 WARN [regionserver/91c460d36389:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 20, running: 1 2024-11-09T05:16:13,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-09T05:16:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:16:13,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-09T05:16:13,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-09T05:16:13,586 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00 from hbase tables ns2:test-17311292594391 to tables ns2:table2 2024-11-09T05:16:13,586 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17311292594391 into ns2:table2 2024-11-09T05:16:13,587 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129373586 from hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:16:13,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a4f4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:13,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:13,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:13,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:13,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443868d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:13,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:13,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:13,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:13,591 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:13,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4416add2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:13,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:13,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:13,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d078a8a 2024-11-09T05:16:13,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:13,593 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:13,594 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-09T05:16:13,594 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-09T05:16:13,594 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-09T05:16:13,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:13,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:13,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:13,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:13,597 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-09T05:16:13,597 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-09T05:16:13,597 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/partitions_ed151276-5db7-4ad4-94fb-a34721da7c94 2024-11-09T05:16:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741994_1170 (size=153) 2024-11-09T05:16:14,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-09T05:16:14,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop-3111916808741116264.jar 2024-11-09T05:16:14,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:14,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:16:14,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-09T05:16:14,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-09T05:16:14,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-09T05:16:14,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-09T05:16:14,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-09T05:16:14,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-09T05:16:14,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-09T05:16:14,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-09T05:16:14,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-09T05:16:14,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-09T05:16:15,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:15,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:15,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:15,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:15,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:15,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-09T05:16:15,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-09T05:16:15,001 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-09T05:16:15,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:15,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:15,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:15,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:15,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:15,001 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-09T05:16:15,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-09T05:16:15,015 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-09T05:16:15,028 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-09T05:16:15,123 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local255874564_0016_4d3eacde-ff83-40d1-a69e-fc456f23efe8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-09T05:16:15,123 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/mapreduce.cluster.local.dir/job_local255874564_0016_4d3eacde-ff83-40d1-a69e-fc456f23efe8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-09T05:16:15,194 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/f1897ef2bd614c66a648663d4075655a 2024-11-09T05:16:15,198 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:15,241 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34375/backupUT/backup_1731129303732/ns2/test-17311292594391/archive/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/f/5b3ff293a6734383bde809f6971ea9fa 2024-11-09T05:16:15,244 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-09T05:16:15,274 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3505e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:15,274 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:15,274 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:15,275 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:15,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:15,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a12d21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:15,277 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:15,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d8ee51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:15,278 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:15,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:15,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:15,281 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-09T05:16:15,281 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:15,281 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:15,282 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:15,282 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-09T05:16:15,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:15,282 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 91c460d36389 2024-11-09T05:16:15,286 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129373586/_temporary/0/_temporary/attempt_local255874564_0016_r_000000_0/f/877fa190269b40089d587a34887ff4d6 is 38, key is row-t20/f:q1/1731129288422/Put/seqid=0 2024-11-09T05:16:15,288 WARN [Thread-1962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [91c460d36389:37755] Specified favored nodes: [91c460d36389:37755] 2024-11-09T05:16:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741995_1171 (size=8934) 2024-11-09T05:16:16,177 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129373586 2024-11-09T05:16:16,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2729ea74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:16,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:16,179 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:16,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:16,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:16,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf75cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:16,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:16,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,180 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:16,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42974c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:16,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:16,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:16,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:16,186 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129373586/_SUCCESS 2024-11-09T05:16:16,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fdc738c 2024-11-09T05:16:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:16,190 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:16,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:16,194 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-09T05:16:16,199 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129373586/f/877fa190269b40089d587a34887ff4d6 first=Optional[row-t20] last=Optional[row98] 2024-11-09T05:16:16,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129373586/f/877fa190269b40089d587a34887ff4d6 for inclusion in 5ec14aee8291483ede14e4a45e702c14/f 2024-11-09T05:16:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-09T05:16:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T05:16:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegion(2603): Flush status journal for 5ec14aee8291483ede14e4a45e702c14: 2024-11-09T05:16:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/hbase-staging/bulk_output-ns2-table2-1731129373586/f/877fa190269b40089d587a34887ff4d6 to hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__2npg459d183t5kdp9fs6jco3vp2l89k8rtai2pbgfcro95d1kbii0sagib85evrg/f/877fa190269b40089d587a34887ff4d6 2024-11-09T05:16:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__2npg459d183t5kdp9fs6jco3vp2l89k8rtai2pbgfcro95d1kbii0sagib85evrg/f/877fa190269b40089d587a34887ff4d6 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14/f/1671f618e2334859b0883ec5725f3c60_SeqId_4_ 2024-11-09T05:16:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d75ab86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:16,209 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:16,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:16,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:16,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76998566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:16,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:16,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,210 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1251ee43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d50ba1a 2024-11-09T05:16:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:16,212 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:16,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:16,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:16,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:16,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:16,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:16,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:16,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:16,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__2npg459d183t5kdp9fs6jco3vp2l89k8rtai2pbgfcro95d1kbii0sagib85evrg/f/877fa190269b40089d587a34887ff4d6 into 5ec14aee8291483ede14e4a45e702c14/f as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14/f/1671f618e2334859b0883ec5725f3c60_SeqId_4_ - updating store file list. 2024-11-09T05:16:16,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14/f/1671f618e2334859b0883ec5725f3c60_SeqId_4_ into 5ec14aee8291483ede14e4a45e702c14/f 2024-11-09T05:16:16,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__2npg459d183t5kdp9fs6jco3vp2l89k8rtai2pbgfcro95d1kbii0sagib85evrg/f/877fa190269b40089d587a34887ff4d6 into 5ec14aee8291483ede14e4a45e702c14/f (new location: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14/f/1671f618e2334859b0883ec5725f3c60_SeqId_4_) 2024-11-09T05:16:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/staging/jenkins__ns2_table2__2npg459d183t5kdp9fs6jco3vp2l89k8rtai2pbgfcro95d1kbii0sagib85evrg/f/877fa190269b40089d587a34887ff4d6 2024-11-09T05:16:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f916ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ClusterIdFetcher(90): Going to request 91c460d36389,35707,-1 for getting cluster id 2024-11-09T05:16:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:16,235 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66531d9b-a455-423e-9999-cd814155597a' 2024-11-09T05:16:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66531d9b-a455-423e-9999-cd814155597a" 2024-11-09T05:16:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e675290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91c460d36389,35707,-1] 2024-11-09T05:16:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,237 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a36225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-09T05:16:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91c460d36389,35707,1731129249027 2024-11-09T05:16:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c8be1a 2024-11-09T05:16:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:16,239 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T05:16:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:16,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91c460d36389,37755,1731129250518, seqNum=-1] 2024-11-09T05:16:16,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:16,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T05:16:16,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-09T05:16:16,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-09T05:16:16,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:16,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755. 2024-11-09T05:16:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:16,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:16,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:16,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:16,255 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-09T05:16:16,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., hostname=91c460d36389,37755,1731129250518, seqNum=2 , the old value is region=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., hostname=91c460d36389,37755,1731129250518, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:16,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., hostname=91c460d36389,37755,1731129250518, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T05:16:16,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., hostname=91c460d36389,37755,1731129250518, seqNum=2 from cache 2024-11-09T05:16:16,256 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T05:16:16,271 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17311292594391', skipping incremental restore step. 2024-11-09T05:16:16,271 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-09T05:16:16,271 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731129339598 hdfs://localhost:34375/backupUT/backup_1731129339598/ns2/test-17311292594391/ 2024-11-09T05:16:16,271 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-09T05:16:16,273 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:16:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:56624 deadline: 1731129436272, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. is not online on 91c460d36389,37755,1731129250518 2024-11-09T05:16:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2 , the old value is region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. is not online on 91c460d36389,37755,1731129250518 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423. is not online on 91c460d36389,37755,1731129250518 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731129350443.ae1c1ffad1029ef9e11f02f3e1090423., hostname=91c460d36389,37755,1731129250518, seqNum=2 from cache 2024-11-09T05:16:16,361 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91c460d36389:37755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-09T05:16:16,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d., hostname=91c460d36389,37755,1731129250518, seqNum=7] 2024-11-09T05:16:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:56624 deadline: 1731129436385, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731129350443.2d8388987183289131880c246b69edee. is not online on 91c460d36389,37755,1731129250518 2024-11-09T05:16:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731129350443.2d8388987183289131880c246b69edee., hostname=91c460d36389,37755,1731129250518, seqNum=2 , the old value is region=table1,row0,1731129350443.2d8388987183289131880c246b69edee., hostname=91c460d36389,37755,1731129250518, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731129350443.2d8388987183289131880c246b69edee. is not online on 91c460d36389,37755,1731129250518 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731129350443.2d8388987183289131880c246b69edee., hostname=91c460d36389,37755,1731129250518, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731129350443.2d8388987183289131880c246b69edee. is not online on 91c460d36389,37755,1731129250518 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731129350443.2d8388987183289131880c246b69edee., hostname=91c460d36389,37755,1731129250518, seqNum=2 from cache 2024-11-09T05:16:16,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3., hostname=91c460d36389,37755,1731129250518, seqNum=7] 2024-11-09T05:16:16,496 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-09T05:16:16,499 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-09T05:16:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-09T05:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-09T05:16:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-09T05:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:16,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-09T05:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:16,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-09T05:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:16,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-09T05:16:16,523 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-09T05:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] ipc.CallRunner(138): callId: 753 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:56624 deadline: 1731129436523, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. is not online on 91c460d36389,37755,1731129250518 2024-11-09T05:16:16,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2 , the old value is region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. is not online on 91c460d36389,37755,1731129250518 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4. is not online on 91c460d36389,37755,1731129250518 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4., hostname=91c460d36389,37755,1731129250518, seqNum=2 from cache 2024-11-09T05:16:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14., hostname=91c460d36389,37755,1731129250518, seqNum=2] 2024-11-09T05:16:16,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:16,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:16,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:16,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-289647984_20 at /127.0.0.1:59892 [Receiving block BP-1500339892-172.17.0.2-1731129246060:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1500339892-172.17.0.2-1731129246060:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(91c460d36389,37755,1731129250518)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-289647984_20 at /127.0.0.1:59914 [Receiving block BP-1500339892-172.17.0.2-1731129246060:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1500339892-172.17.0.2-1731129246060:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/91c460d36389:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1500339892-172.17.0.2-1731129246060:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(91c460d36389,37755,1731129250518)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1628478678_20 at /127.0.0.1:60418 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-289647984_20 at /127.0.0.1:59904 [Receiving block BP-1500339892-172.17.0.2-1731129246060:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/91c460d36389:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '91c460d36389,37755,1731129250518' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(91c460d36389,37755,1731129250518)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(91c460d36389,37755,1731129250518)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (91c460d36389,35707,1731129249027)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/91c460d36389:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 292), ProcessCount=9 (was 9), AvailableMemoryMB=1460 (was 2068) 2024-11-09T05:16:16,662 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-09T05:16:16,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T05:16:16,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:16,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:16,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:16,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T05:16:16,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=254557275, stopped=false 2024-11-09T05:16:16,669 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91c460d36389,35707,1731129249027 2024-11-09T05:16:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-09T05:16:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-09T05:16:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:16:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:16:16,672 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:16:16,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:16,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:16,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-09T05:16:16,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91c460d36389,37755,1731129250518' ***** 2024-11-09T05:16:16,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T05:16:16,673 INFO [RS:0;91c460d36389:37755 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-09T05:16:16,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-09T05:16:16,678 INFO [RS:0;91c460d36389:37755 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-09T05:16:16,680 INFO [RS:0;91c460d36389:37755 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-09T05:16:16,680 INFO [regionserver/91c460d36389:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:16:16,680 INFO [RS:0;91c460d36389:37755 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:16,681 INFO [RS:0;91c460d36389:37755 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-09T05:16:16,681 INFO [RS:0;91c460d36389:37755 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:16,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:16:16,682 INFO [RS:0;91c460d36389:37755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:16:16,682 INFO [RS:0;91c460d36389:37755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for e4adaeda0f0e01e9fc6bac2807ea3d7f 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 68c3f14f54a8d5ca17aeefcb3f0f880d 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d6e243c0c1bfc13a1b3c846ecd58e91 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 0097618e7c6529584327b8ba489fa947 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 12bea60bf12fc9d4e681a3e1f312aca0 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ab2419f44bb232e7089056d57f58f00 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ec14aee8291483ede14e4a45e702c14 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(959): stopping server 91c460d36389,37755,1731129250518 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:16:16,683 INFO [RS:0;91c460d36389:37755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91c460d36389:37755. 2024-11-09T05:16:16,683 DEBUG [RS:0;91c460d36389:37755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:16,683 DEBUG [RS:0;91c460d36389:37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:16,683 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4adaeda0f0e01e9fc6bac2807ea3d7f, disabling compactions & flushes 2024-11-09T05:16:16,684 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:16:16,684 INFO [RS:0;91c460d36389:37755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T05:16:16,684 INFO [RS:0;91c460d36389:37755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T05:16:16,684 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:16:16,684 INFO [RS:0;91c460d36389:37755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T05:16:16,684 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. after waiting 0 ms 2024-11-09T05:16:16,684 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T05:16:16,684 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:16:16,684 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-09T05:16:16,684 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-09T05:16:16,684 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:16:16,684 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:16:16,684 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:16:16,684 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:16:16,684 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:16:16,684 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-09T05:16:16,684 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1351): Waiting on 0097618e7c6529584327b8ba489fa947, 12bea60bf12fc9d4e681a3e1f312aca0, 1588230740, 5ab2419f44bb232e7089056d57f58f00, 5ec14aee8291483ede14e4a45e702c14, 68c3f14f54a8d5ca17aeefcb3f0f880d, 6d6e243c0c1bfc13a1b3c846ecd58e91, 92027c6778047bafdd9fa4e9ac414088, e4adaeda0f0e01e9fc6bac2807ea3d7f, fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:16,706 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f2/2ac258a2407d441bbc236d9db07ecc46 is 58, key is row-test-1731129259439-2-0/f2:q1/1731129334590/Put/seqid=0 2024-11-09T05:16:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741996_1172 (size=5464) 2024-11-09T05:16:16,715 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/info/e197e4d5826e41f9aecfc7654cbf1d29 is 159, key is ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00./info:regioninfo/1731129261955/Put/seqid=0 2024-11-09T05:16:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741997_1173 (size=19093) 2024-11-09T05:16:16,885 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1351): Waiting on 0097618e7c6529584327b8ba489fa947, 12bea60bf12fc9d4e681a3e1f312aca0, 1588230740, 5ab2419f44bb232e7089056d57f58f00, 5ec14aee8291483ede14e4a45e702c14, 68c3f14f54a8d5ca17aeefcb3f0f880d, 6d6e243c0c1bfc13a1b3c846ecd58e91, 92027c6778047bafdd9fa4e9ac414088, e4adaeda0f0e01e9fc6bac2807ea3d7f, fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:17,085 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1351): Waiting on 0097618e7c6529584327b8ba489fa947, 12bea60bf12fc9d4e681a3e1f312aca0, 1588230740, 5ab2419f44bb232e7089056d57f58f00, 5ec14aee8291483ede14e4a45e702c14, 68c3f14f54a8d5ca17aeefcb3f0f880d, 6d6e243c0c1bfc13a1b3c846ecd58e91, 92027c6778047bafdd9fa4e9ac414088, e4adaeda0f0e01e9fc6bac2807ea3d7f, fa58c434a61b22718107b1905b9004c3 2024-11-09T05:16:17,111 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f2/2ac258a2407d441bbc236d9db07ecc46 2024-11-09T05:16:17,117 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/.tmp/f2/2ac258a2407d441bbc236d9db07ecc46 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f2/2ac258a2407d441bbc236d9db07ecc46 2024-11-09T05:16:17,119 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/info/e197e4d5826e41f9aecfc7654cbf1d29 2024-11-09T05:16:17,123 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/f2/2ac258a2407d441bbc236d9db07ecc46, entries=7, sequenceid=348, filesize=5.3 K 2024-11-09T05:16:17,124 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e4adaeda0f0e01e9fc6bac2807ea3d7f in 440ms, sequenceid=348, compaction requested=false 2024-11-09T05:16:17,129 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/test-1731129259439/e4adaeda0f0e01e9fc6bac2807ea3d7f/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-09T05:16:17,129 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,129 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:16:17,129 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4adaeda0f0e01e9fc6bac2807ea3d7f: Waiting for close lock at 1731129376683Running coprocessor pre-close hooks at 1731129376683Disabling compacts and flushes for region at 1731129376683Disabling writes for close at 1731129376684 (+1 ms)Obtaining lock to block concurrent updates at 1731129376684Preparing flush snapshotting stores in e4adaeda0f0e01e9fc6bac2807ea3d7f at 1731129376684Finished memstore snapshotting test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731129376684Flushing stores of test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. at 1731129376685 (+1 ms)Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f/f2: creating writer at 1731129376685Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f/f2: appending metadata at 1731129376706 (+21 ms)Flushing e4adaeda0f0e01e9fc6bac2807ea3d7f/f2: closing flushed file at 1731129376706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524fe0dd: reopening flushed file at 1731129377117 (+411 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e4adaeda0f0e01e9fc6bac2807ea3d7f in 440ms, sequenceid=348, compaction requested=false at 1731129377124 (+7 ms)Writing region close event to WAL at 1731129377125 (+1 ms)Running coprocessor post-close hooks at 1731129377129 (+4 ms)Closed at 1731129377129 2024-11-09T05:16:17,130 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731129259439,,1731129259948.e4adaeda0f0e01e9fc6bac2807ea3d7f. 2024-11-09T05:16:17,130 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa58c434a61b22718107b1905b9004c3, disabling compactions & flushes 2024-11-09T05:16:17,130 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:17,130 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:17,130 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. after waiting 0 ms 2024-11-09T05:16:17,130 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:17,134 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/fa58c434a61b22718107b1905b9004c3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-09T05:16:17,134 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,135 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:17,135 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa58c434a61b22718107b1905b9004c3: Waiting for close lock at 1731129377130Running coprocessor pre-close hooks at 1731129377130Disabling compacts and flushes for region at 1731129377130Disabling writes for close at 1731129377130Writing region close event to WAL at 1731129377131 (+1 ms)Running coprocessor post-close hooks at 1731129377134 (+3 ms)Closed at 1731129377135 (+1 ms) 2024-11-09T05:16:17,135 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731129361608.fa58c434a61b22718107b1905b9004c3. 2024-11-09T05:16:17,135 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68c3f14f54a8d5ca17aeefcb3f0f880d, disabling compactions & flushes 2024-11-09T05:16:17,135 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:17,135 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:17,135 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. after waiting 0 ms 2024-11-09T05:16:17,135 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:17,139 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/default/table1/68c3f14f54a8d5ca17aeefcb3f0f880d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-09T05:16:17,140 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,140 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:17,140 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68c3f14f54a8d5ca17aeefcb3f0f880d: Waiting for close lock at 1731129377135Running coprocessor pre-close hooks at 1731129377135Disabling compacts and flushes for region at 1731129377135Disabling writes for close at 1731129377135Writing region close event to WAL at 1731129377136 (+1 ms)Running coprocessor post-close hooks at 1731129377140 (+4 ms)Closed at 1731129377140 2024-11-09T05:16:17,140 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731129361608.68c3f14f54a8d5ca17aeefcb3f0f880d. 2024-11-09T05:16:17,140 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d6e243c0c1bfc13a1b3c846ecd58e91, disabling compactions & flushes 2024-11-09T05:16:17,140 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:16:17,140 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:16:17,140 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. after waiting 0 ms 2024-11-09T05:16:17,141 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:16:17,141 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-09T05:16:17,142 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/ns/a6b50039d32340bba74b387fb9d29d68 is 85, key is ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4./ns:/1731129371448/DeleteFamily/seqid=0 2024-11-09T05:16:17,144 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/736584233c49471e9c2153517834c350 is 158, key is trslm:hdfs://localhost:34375/backupUT\x00ns2:test-17311292594391/meta:log-roll-map/1731129349962/Put/seqid=0 2024-11-09T05:16:17,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741998_1174 (size=5760) 2024-11-09T05:16:17,148 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/ns/a6b50039d32340bba74b387fb9d29d68 2024-11-09T05:16:17,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741999_1175 (size=6208) 2024-11-09T05:16:17,169 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/rep_barrier/c28e5c06a492442bb9f6d8f2908aba9e is 94, key is ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4./rep_barrier:/1731129371448/DeleteFamily/seqid=0 2024-11-09T05:16:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073742000_1176 (size=5640) 2024-11-09T05:16:17,285 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1351): Waiting on 0097618e7c6529584327b8ba489fa947, 12bea60bf12fc9d4e681a3e1f312aca0, 1588230740, 5ab2419f44bb232e7089056d57f58f00, 5ec14aee8291483ede14e4a45e702c14, 6d6e243c0c1bfc13a1b3c846ecd58e91, 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:16:17,457 INFO [regionserver/91c460d36389:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T05:16:17,457 INFO [regionserver/91c460d36389:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T05:16:17,485 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1351): Waiting on 0097618e7c6529584327b8ba489fa947, 12bea60bf12fc9d4e681a3e1f312aca0, 1588230740, 5ab2419f44bb232e7089056d57f58f00, 5ec14aee8291483ede14e4a45e702c14, 6d6e243c0c1bfc13a1b3c846ecd58e91, 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:16:17,552 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/736584233c49471e9c2153517834c350 2024-11-09T05:16:17,559 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/4168219c857b4e4d842c9fd69bec7763 is 588, key is session:backup_1731129339598/session:context/1731129350389/Put/seqid=0 2024-11-09T05:16:17,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073742001_1177 (size=5689) 2024-11-09T05:16:17,573 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/rep_barrier/c28e5c06a492442bb9f6d8f2908aba9e 2024-11-09T05:16:17,592 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/table/08d28524e8854334acc58d3a0b51e075 is 88, key is ns2:table2,,1731129356401.019be974b83d68770fb8a8c33c62dbf4./table:/1731129371448/DeleteFamily/seqid=0 2024-11-09T05:16:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073742002_1178 (size=6364) 2024-11-09T05:16:17,685 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-09T05:16:17,686 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1325): Online Regions={6d6e243c0c1bfc13a1b3c846ecd58e91=backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., 1588230740=hbase:meta,,1.1588230740, 92027c6778047bafdd9fa4e9ac414088=backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088., 0097618e7c6529584327b8ba489fa947=ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947., 12bea60bf12fc9d4e681a3e1f312aca0=ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0., 5ab2419f44bb232e7089056d57f58f00=ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00., 5ec14aee8291483ede14e4a45e702c14=ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14.} 2024-11-09T05:16:17,686 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1351): Waiting on 0097618e7c6529584327b8ba489fa947, 12bea60bf12fc9d4e681a3e1f312aca0, 1588230740, 5ab2419f44bb232e7089056d57f58f00, 5ec14aee8291483ede14e4a45e702c14, 6d6e243c0c1bfc13a1b3c846ecd58e91, 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:16:17,886 DEBUG [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1351): Waiting on 0097618e7c6529584327b8ba489fa947, 12bea60bf12fc9d4e681a3e1f312aca0, 1588230740, 5ab2419f44bb232e7089056d57f58f00, 5ec14aee8291483ede14e4a45e702c14, 6d6e243c0c1bfc13a1b3c846ecd58e91, 92027c6778047bafdd9fa4e9ac414088 2024-11-09T05:16:17,964 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/4168219c857b4e4d842c9fd69bec7763 2024-11-09T05:16:17,969 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/meta/736584233c49471e9c2153517834c350 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/736584233c49471e9c2153517834c350 2024-11-09T05:16:17,974 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/meta/736584233c49471e9c2153517834c350, entries=7, sequenceid=52, filesize=6.1 K 2024-11-09T05:16:17,974 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/.tmp/session/4168219c857b4e4d842c9fd69bec7763 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/4168219c857b4e4d842c9fd69bec7763 2024-11-09T05:16:17,979 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/session/4168219c857b4e4d842c9fd69bec7763, entries=2, sequenceid=52, filesize=5.6 K 2024-11-09T05:16:17,979 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 6d6e243c0c1bfc13a1b3c846ecd58e91 in 838ms, sequenceid=52, compaction requested=true 2024-11-09T05:16:17,983 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system/6d6e243c0c1bfc13a1b3c846ecd58e91/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-09T05:16:17,984 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,984 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:16:17,984 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d6e243c0c1bfc13a1b3c846ecd58e91: Waiting for close lock at 1731129377140Running coprocessor pre-close hooks at 1731129377140Disabling compacts and flushes for region at 1731129377140Disabling writes for close at 1731129377141 (+1 ms)Obtaining lock to block concurrent updates at 1731129377141Preparing flush snapshotting stores in 6d6e243c0c1bfc13a1b3c846ecd58e91 at 1731129377141Finished memstore snapshotting backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731129377141Flushing stores of backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. at 1731129377141Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91/meta: creating writer at 1731129377142 (+1 ms)Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91/meta: appending metadata at 1731129377144 (+2 ms)Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91/meta: closing flushed file at 1731129377144Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91/session: creating writer at 1731129377557 (+413 ms)Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91/session: appending metadata at 1731129377559 (+2 ms)Flushing 6d6e243c0c1bfc13a1b3c846ecd58e91/session: closing flushed file at 1731129377559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c432e11: reopening flushed file at 1731129377968 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335ae982: reopening flushed file at 1731129377974 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 6d6e243c0c1bfc13a1b3c846ecd58e91 in 838ms, sequenceid=52, compaction requested=true at 1731129377979 (+5 ms)Writing region close event to WAL at 1731129377980 (+1 ms)Running coprocessor post-close hooks at 1731129377984 (+4 ms)Closed at 1731129377984 2024-11-09T05:16:17,984 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731129267809.6d6e243c0c1bfc13a1b3c846ecd58e91. 2024-11-09T05:16:17,984 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92027c6778047bafdd9fa4e9ac414088, disabling compactions & flushes 2024-11-09T05:16:17,984 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:16:17,984 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:16:17,984 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. after waiting 0 ms 2024-11-09T05:16:17,984 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:16:17,987 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/backup/system_bulk/92027c6778047bafdd9fa4e9ac414088/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:16:17,987 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,988 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:16:17,988 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92027c6778047bafdd9fa4e9ac414088: Waiting for close lock at 1731129377984Running coprocessor pre-close hooks at 1731129377984Disabling compacts and flushes for region at 1731129377984Disabling writes for close at 1731129377984Writing region close event to WAL at 1731129377984Running coprocessor post-close hooks at 1731129377987 (+3 ms)Closed at 1731129377988 (+1 ms) 2024-11-09T05:16:17,988 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731129269980.92027c6778047bafdd9fa4e9ac414088. 2024-11-09T05:16:17,988 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0097618e7c6529584327b8ba489fa947, disabling compactions & flushes 2024-11-09T05:16:17,988 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:16:17,988 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:16:17,988 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. after waiting 0 ms 2024-11-09T05:16:17,988 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:16:17,990 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns4/test-17311292594393/0097618e7c6529584327b8ba489fa947/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:16:17,991 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,991 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:16:17,991 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0097618e7c6529584327b8ba489fa947: Waiting for close lock at 1731129377988Running coprocessor pre-close hooks at 1731129377988Disabling compacts and flushes for region at 1731129377988Disabling writes for close at 1731129377988Writing region close event to WAL at 1731129377988Running coprocessor post-close hooks at 1731129377991 (+3 ms)Closed at 1731129377991 2024-11-09T05:16:17,991 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17311292594393,,1731129265246.0097618e7c6529584327b8ba489fa947. 2024-11-09T05:16:17,991 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12bea60bf12fc9d4e681a3e1f312aca0, disabling compactions & flushes 2024-11-09T05:16:17,991 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:16:17,991 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:16:17,991 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. after waiting 0 ms 2024-11-09T05:16:17,991 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns3/test-17311292594392/12bea60bf12fc9d4e681a3e1f312aca0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,994 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12bea60bf12fc9d4e681a3e1f312aca0: Waiting for close lock at 1731129377991Running coprocessor pre-close hooks at 1731129377991Disabling compacts and flushes for region at 1731129377991Disabling writes for close at 1731129377991Writing region close event to WAL at 1731129377991Running coprocessor post-close hooks at 1731129377994 (+3 ms)Closed at 1731129377994 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17311292594392,,1731129263078.12bea60bf12fc9d4e681a3e1f312aca0. 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ab2419f44bb232e7089056d57f58f00, disabling compactions & flushes 2024-11-09T05:16:17,994 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. after waiting 0 ms 2024-11-09T05:16:17,994 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:16:17,996 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/table/08d28524e8854334acc58d3a0b51e075 2024-11-09T05:16:17,997 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/test-17311292594391/5ab2419f44bb232e7089056d57f58f00/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-09T05:16:17,998 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:17,998 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:16:17,998 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ab2419f44bb232e7089056d57f58f00: Waiting for close lock at 1731129377994Running coprocessor pre-close hooks at 1731129377994Disabling compacts and flushes for region at 1731129377994Disabling writes for close at 1731129377994Writing region close event to WAL at 1731129377995 (+1 ms)Running coprocessor post-close hooks at 1731129377998 (+3 ms)Closed at 1731129377998 2024-11-09T05:16:17,998 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17311292594391,,1731129260774.5ab2419f44bb232e7089056d57f58f00. 2024-11-09T05:16:17,998 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ec14aee8291483ede14e4a45e702c14, disabling compactions & flushes 2024-11-09T05:16:17,998 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:17,998 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:17,998 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. after waiting 0 ms 2024-11-09T05:16:17,998 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:18,001 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/info/e197e4d5826e41f9aecfc7654cbf1d29 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/info/e197e4d5826e41f9aecfc7654cbf1d29 2024-11-09T05:16:18,002 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/ns2/table2/5ec14aee8291483ede14e4a45e702c14/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T05:16:18,002 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:18,003 INFO [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:18,003 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ec14aee8291483ede14e4a45e702c14: Waiting for close lock at 1731129377998Running coprocessor pre-close hooks at 1731129377998Disabling compacts and flushes for region at 1731129377998Disabling writes for close at 1731129377998Writing region close event to WAL at 1731129377999 (+1 ms)Running coprocessor post-close hooks at 1731129378002 (+3 ms)Closed at 1731129378003 (+1 ms) 2024-11-09T05:16:18,003 DEBUG [RS_CLOSE_REGION-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731129371447.5ec14aee8291483ede14e4a45e702c14. 2024-11-09T05:16:18,006 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/info/e197e4d5826e41f9aecfc7654cbf1d29, entries=114, sequenceid=97, filesize=18.6 K 2024-11-09T05:16:18,007 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/ns/a6b50039d32340bba74b387fb9d29d68 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/ns/a6b50039d32340bba74b387fb9d29d68 2024-11-09T05:16:18,011 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/ns/a6b50039d32340bba74b387fb9d29d68, entries=10, sequenceid=97, filesize=5.6 K 2024-11-09T05:16:18,011 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/rep_barrier/c28e5c06a492442bb9f6d8f2908aba9e as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/rep_barrier/c28e5c06a492442bb9f6d8f2908aba9e 2024-11-09T05:16:18,015 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/rep_barrier/c28e5c06a492442bb9f6d8f2908aba9e, entries=3, sequenceid=97, filesize=5.5 K 2024-11-09T05:16:18,016 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/.tmp/table/08d28524e8854334acc58d3a0b51e075 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/table/08d28524e8854334acc58d3a0b51e075 2024-11-09T05:16:18,021 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/table/08d28524e8854334acc58d3a0b51e075, entries=21, sequenceid=97, filesize=6.2 K 2024-11-09T05:16:18,021 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=97, compaction requested=false 2024-11-09T05:16:18,026 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-09T05:16:18,026 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:18,026 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:16:18,027 INFO [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:16:18,027 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731129376684Running coprocessor pre-close hooks at 1731129376684Disabling compacts and flushes for region at 1731129376684Disabling writes for close at 1731129376684Obtaining lock to block concurrent updates at 1731129376684Preparing flush snapshotting stores in 1588230740 at 1731129376684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731129376685 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731129376685Flushing 1588230740/info: creating writer at 1731129376685Flushing 1588230740/info: appending metadata at 1731129376714 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731129376714Flushing 1588230740/ns: creating writer at 1731129377125 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731129377141 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731129377141Flushing 1588230740/rep_barrier: creating writer at 1731129377154 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731129377168 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731129377168Flushing 1588230740/table: creating writer at 1731129377578 (+410 ms)Flushing 1588230740/table: appending metadata at 1731129377592 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731129377592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5851b838: reopening flushed file at 1731129378001 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5969d379: reopening flushed file at 1731129378006 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e67c284: reopening flushed file at 1731129378011 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2708c0ea: reopening flushed file at 1731129378016 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=97, compaction requested=false at 1731129378021 (+5 ms)Writing region close event to WAL at 1731129378023 (+2 ms)Running coprocessor post-close hooks at 1731129378026 (+3 ms)Closed at 1731129378027 (+1 ms) 2024-11-09T05:16:18,027 DEBUG [RS_CLOSE_META-regionserver/91c460d36389:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T05:16:18,086 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(976): stopping server 91c460d36389,37755,1731129250518; all regions closed. 2024-11-09T05:16:18,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.meta.1731129341938.meta not finished, retry = 0 2024-11-09T05:16:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741955_1131 (size=16160) 2024-11-09T05:16:18,194 DEBUG [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs 2024-11-09T05:16:18,194 INFO [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.meta:.meta(num 1731129341938) 2024-11-09T05:16:18,196 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0.1731129341919 not finished, retry = 0 2024-11-09T05:16:18,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741954_1130 (size=4448) 2024-11-09T05:16:18,299 DEBUG [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs 2024-11-09T05:16:18,299 INFO [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-0:(num 1731129341919) 2024-11-09T05:16:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741956_1132 (size=7600) 2024-11-09T05:16:18,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/WALs/91c460d36389,37755,1731129250518/91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1.1731129341956 not finished, retry = 0 2024-11-09T05:16:18,404 DEBUG [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/oldWALs 2024-11-09T05:16:18,404 INFO [RS:0;91c460d36389:37755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91c460d36389%2C37755%2C1731129250518.91c460d36389%2C37755%2C1731129250518.regiongroup-1:(num 1731129341956) 2024-11-09T05:16:18,404 DEBUG [RS:0;91c460d36389:37755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:18,404 INFO [RS:0;91c460d36389:37755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:16:18,404 INFO [RS:0;91c460d36389:37755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:16:18,404 INFO [RS:0;91c460d36389:37755 {}] hbase.ChoreService(370): Chore service for: regionserver/91c460d36389:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T05:16:18,405 INFO [RS:0;91c460d36389:37755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:16:18,405 INFO [regionserver/91c460d36389:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:16:18,405 INFO [RS:0;91c460d36389:37755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37755 2024-11-09T05:16:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/91c460d36389,37755,1731129250518 2024-11-09T05:16:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-09T05:16:18,409 INFO [RS:0;91c460d36389:37755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:16:18,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91c460d36389,37755,1731129250518] 2024-11-09T05:16:18,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/91c460d36389,37755,1731129250518 already deleted, retry=false 2024-11-09T05:16:18,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91c460d36389,37755,1731129250518 expired; onlineServers=0 2024-11-09T05:16:18,414 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91c460d36389,35707,1731129249027' ***** 2024-11-09T05:16:18,414 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T05:16:18,414 INFO [M:0;91c460d36389:35707 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-09T05:16:18,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-09T05:16:18,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-09T05:16:18,420 INFO [M:0;91c460d36389:35707 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-09T05:16:18,420 INFO [M:0;91c460d36389:35707 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-09T05:16:18,420 INFO [M:0;91c460d36389:35707 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:18,420 INFO [M:0;91c460d36389:35707 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-09T05:16:18,420 INFO [M:0;91c460d36389:35707 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:18,421 INFO [M:0;91c460d36389:35707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:16:18,421 INFO [M:0;91c460d36389:35707 {}] master.HMaster(1770): Stopping master jetty server 2024-11-09T05:16:18,422 INFO [M:0;91c460d36389:35707 {}] server.AbstractConnector(383): Stopped ServerConnector@69e98ec3{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-09T05:16:18,422 INFO [M:0;91c460d36389:35707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:16:18,422 DEBUG [M:0;91c460d36389:35707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T05:16:18,422 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T05:16:18,422 INFO [M:0;91c460d36389:35707 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-09T05:16:18,423 INFO [M:0;91c460d36389:35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;91c460d36389:35707. 2024-11-09T05:16:18,423 DEBUG [M:0;91c460d36389:35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:18,423 DEBUG [M:0;91c460d36389:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:18,423 DEBUG [M:0;91c460d36389:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:18,423 DEBUG [master/91c460d36389:0:becomeActiveMaster-HFileCleaner.large.0-1731129253273 {}] cleaner.HFileCleaner(306): Exit Thread[master/91c460d36389:0:becomeActiveMaster-HFileCleaner.large.0-1731129253273,5,FailOnTimeoutGroup] 2024-11-09T05:16:18,423 DEBUG [master/91c460d36389:0:becomeActiveMaster-HFileCleaner.small.0-1731129253273 {}] cleaner.HFileCleaner(306): Exit Thread[master/91c460d36389:0:becomeActiveMaster-HFileCleaner.small.0-1731129253273,5,FailOnTimeoutGroup] 2024-11-09T05:16:18,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:18,423 DEBUG [M:0;91c460d36389:35707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T05:16:18,423 INFO [M:0;91c460d36389:35707 {}] hbase.ChoreService(370): Chore service for: master/91c460d36389:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T05:16:18,423 INFO [M:0;91c460d36389:35707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:16:18,423 DEBUG [M:0;91c460d36389:35707 {}] master.HMaster(1795): Stopping service threads 2024-11-09T05:16:18,423 INFO [M:0;91c460d36389:35707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T05:16:18,423 INFO [M:0;91c460d36389:35707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:16:18,424 ERROR [M:0;91c460d36389:35707 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-09T05:16:18,424 INFO [M:0;91c460d36389:35707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T05:16:18,424 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T05:16:18,425 DEBUG [M:0;91c460d36389:35707 {}] zookeeper.ZKUtil(347): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-09T05:16:18,425 WARN [M:0;91c460d36389:35707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T05:16:18,425 INFO [M:0;91c460d36389:35707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/.lastflushedseqids 2024-11-09T05:16:18,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073742003_1179 (size=761) 2024-11-09T05:16:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:16:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37755-0x100fb25f4360001, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:16:18,513 INFO [RS:0;91c460d36389:37755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:16:18,513 INFO [RS:0;91c460d36389:37755 {}] regionserver.HRegionServer(1031): Exiting; stopping=91c460d36389,37755,1731129250518; zookeeper connection closed. 2024-11-09T05:16:18,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fecbe3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fecbe3c 2024-11-09T05:16:18,514 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T05:16:18,837 INFO [M:0;91c460d36389:35707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T05:16:18,837 INFO [M:0;91c460d36389:35707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T05:16:18,837 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:16:18,851 INFO [M:0;91c460d36389:35707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:16:18,851 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:16:18,851 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:16:18,851 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:16:18,851 INFO [M:0;91c460d36389:35707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.11 KB heapSize=518.14 KB 2024-11-09T05:16:18,866 DEBUG [M:0;91c460d36389:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d06cc66c4de54307a858b95e7e7e29d0 is 82, key is hbase:meta,,1/info:regioninfo/1731129254601/Put/seqid=0 2024-11-09T05:16:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073742004_1180 (size=5672) 2024-11-09T05:16:19,271 INFO [M:0;91c460d36389:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d06cc66c4de54307a858b95e7e7e29d0 2024-11-09T05:16:19,291 DEBUG [M:0;91c460d36389:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f87f92cd248e433081095e0e6bfbdb04 is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731129368430/Put/seqid=0 2024-11-09T05:16:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073742005_1181 (size=30143) 2024-11-09T05:16:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17311292594392 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17311292594393 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731129259439 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17311292594391 2024-11-09T05:16:19,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-09T05:16:19,695 INFO [M:0;91c460d36389:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.56 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f87f92cd248e433081095e0e6bfbdb04 2024-11-09T05:16:19,700 INFO [M:0;91c460d36389:35707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f87f92cd248e433081095e0e6bfbdb04 2024-11-09T05:16:19,715 DEBUG [M:0;91c460d36389:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1710e660c92943c6b7739a799cbf1b4a is 69, key is 91c460d36389,37755,1731129250518/rs:state/1731129253381/Put/seqid=0 2024-11-09T05:16:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073742006_1182 (size=5156) 2024-11-09T05:16:20,120 INFO [M:0;91c460d36389:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1710e660c92943c6b7739a799cbf1b4a 2024-11-09T05:16:20,125 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d06cc66c4de54307a858b95e7e7e29d0 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d06cc66c4de54307a858b95e7e7e29d0 2024-11-09T05:16:20,129 INFO [M:0;91c460d36389:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d06cc66c4de54307a858b95e7e7e29d0, entries=8, sequenceid=908, filesize=5.5 K 2024-11-09T05:16:20,130 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f87f92cd248e433081095e0e6bfbdb04 as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f87f92cd248e433081095e0e6bfbdb04 2024-11-09T05:16:20,134 INFO [M:0;91c460d36389:35707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f87f92cd248e433081095e0e6bfbdb04 2024-11-09T05:16:20,134 INFO [M:0;91c460d36389:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f87f92cd248e433081095e0e6bfbdb04, entries=94, sequenceid=908, filesize=29.4 K 2024-11-09T05:16:20,135 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1710e660c92943c6b7739a799cbf1b4a as hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1710e660c92943c6b7739a799cbf1b4a 2024-11-09T05:16:20,139 INFO [M:0;91c460d36389:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1710e660c92943c6b7739a799cbf1b4a, entries=1, sequenceid=908, filesize=5.0 K 2024-11-09T05:16:20,140 INFO [M:0;91c460d36389:35707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.11 KB/451701, heapSize ~517.84 KB/530272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=908, compaction requested=false 2024-11-09T05:16:20,141 INFO [M:0;91c460d36389:35707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:16:20,142 DEBUG [M:0;91c460d36389:35707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731129378837Disabling compacts and flushes for region at 1731129378837Disabling writes for close at 1731129378851 (+14 ms)Obtaining lock to block concurrent updates at 1731129378851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731129378851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451701, getHeapSize=530512, getOffHeapSize=0, getCellsCount=1031 at 1731129378851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731129378852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731129378852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731129378866 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731129378866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731129379275 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731129379290 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731129379290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731129379700 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731129379715 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731129379715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc22073: reopening flushed file at 1731129380124 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709d426a: reopening flushed file at 1731129380130 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56407216: reopening flushed file at 1731129380135 (+5 ms)Finished flush of dataSize ~441.11 KB/451701, heapSize ~517.84 KB/530272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=908, compaction requested=false at 1731129380140 (+5 ms)Writing region close event to WAL at 1731129380141 (+1 ms)Closed at 1731129380141 2024-11-09T05:16:20,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da526ba5-6870-16d1-3205-c0e6b907ad6b/MasterData/WALs/91c460d36389,35707,1731129249027/91c460d36389%2C35707%2C1731129249027.91c460d36389%2C35707%2C1731129249027.regiongroup-0.1731129252635 not finished, retry = 0 2024-11-09T05:16:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44571 is added to blk_1073741830_1006 (size=511632) 2024-11-09T05:16:20,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:16:20,246 INFO [M:0;91c460d36389:35707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T05:16:20,246 INFO [M:0;91c460d36389:35707 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-09T05:16:20,246 INFO [M:0;91c460d36389:35707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35707 2024-11-09T05:16:20,246 INFO [M:0;91c460d36389:35707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:16:20,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:16:20,349 INFO [M:0;91c460d36389:35707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:16:20,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x100fb25f4360000, quorum=127.0.0.1:59488, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:16:20,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:16:20,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:16:20,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:20,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:16:20,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:20,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:16:20,363 WARN [BP-1500339892-172.17.0.2-1731129246060 heartbeating to localhost/127.0.0.1:34375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:16:20,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:16:20,363 WARN [BP-1500339892-172.17.0.2-1731129246060 heartbeating to localhost/127.0.0.1:34375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1500339892-172.17.0.2-1731129246060 (Datanode Uuid 5227dfa7-f022-4048-87ba-17dbdfde363d) service to localhost/127.0.0.1:34375 2024-11-09T05:16:20,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/data/data1/current/BP-1500339892-172.17.0.2-1731129246060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:16:20,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/cluster_e66c3d91-4760-f0a1-d495-92541ae62244/data/data2/current/BP-1500339892-172.17.0.2-1731129246060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:16:20,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:16:20,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:16:20,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:16:20,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:20,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:16:20,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:20,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T05:16:20,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T05:16:20,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-09T05:16:20,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4358ba19{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-09T05:16:20,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@498d4664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:16:20,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:20,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dd9ef46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-09T05:16:20,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@373f13ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:20,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30dcc218{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-09T05:16:20,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75c6f625{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:16:20,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:20,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b74889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-09T05:16:20,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6430d553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:20,467 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-09T05:16:20,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@161618bc{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-09T05:16:20,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:16:20,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:20,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-09T05:16:20,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:20,471 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-09T05:16:20,475 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-09T05:16:20,476 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-09T05:16:20,477 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-09T05:16:20,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4655e201{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-09T05:16:20,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@374e9b78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:16:20,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:16:20,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef607b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-09T05:16:20,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f210592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/7770f714-10e0-f717-37bd-14aefa89f1c2/hadoop.log.dir/,STOPPED} 2024-11-09T05:16:20,482 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-09T05:16:20,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped